-- Logs begin at Mon 2021-11-29 18:20:51 UTC, end at Mon 2021-11-29 19:36:50 UTC. -- Nov 29 18:54:03.671421 dv-cinder-815746-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 29 18:54:06.513706 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.common.config [-] Logging enabled! Nov 29 18:54:06.514399 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 18:54:06.514522 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 18:54:06.517921 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.common.config [-] Logging enabled! Nov 29 18:54:06.518179 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 18:54:06.518524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 18:54:06.519482 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 18:54:06.519722 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 18:54:06.520085 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 18:54:06.520333 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 18:54:06.520562 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 18:54:06.520885 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.521315 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 29 18:54:06.521632 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.521930 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.522236 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.522561 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.522859 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.523148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.523443 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.523745 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.524038 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.524324 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.524614 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.524913 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.525197 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.525490 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.525785 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.526073 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] debug = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.526390 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.526833 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.527239 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.527530 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.527966 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.528113 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.528392 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.528674 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.528964 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.529297 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] host = dv-cinder-815746-3-iscsi {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.529582 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.529874 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.530165 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.530475 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.530761 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.531045 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.531337 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.531618 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.531898 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] log_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.532189 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.532481 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.533292 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.533598 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.533826 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.534056 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.534390 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.534686 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.534968 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.535250 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.535532 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.535812 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.536090 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.536365 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.536656 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.536948 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.537239 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.537520 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.537803 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.538080 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.538388 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.538678 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.538956 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.539234 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.539510 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.539801 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.540073 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.540349 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.540651 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.540940 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.541229 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.541518 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.541798 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.542088 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.542399 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.542688 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.542961 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] use_json = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.543239 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.543516 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.543803 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.544080 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.544356 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.544633 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.544908 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.545194 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:06.545494 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.545796 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.546100 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.546418 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.546727 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.547011 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.547308 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.547592 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.547886 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.548180 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.549100 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.549391 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.549685 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.549972 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.550296 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.550611 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.550913 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.551212 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.551493 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.551774 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.552055 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.552341 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.552649 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.552929 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.553221 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.553516 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.553801 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.554105 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.554427 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.554728 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.555024 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.555304 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.555589 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.555888 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.556172 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.556451 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.556737 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.557031 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.557315 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.557593 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.557880 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.558164 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.558464 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.558742 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.559028 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.559321 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.559602 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.559878 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.560156 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.560438 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.560714 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.561006 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.561291 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.561573 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.561852 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.562138 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.562448 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.562733 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.563020 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.563297 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.563579 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.563881 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.564165 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.564443 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.564722 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.565001 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.565279 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.565555 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.565836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.566116 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.566417 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.566698 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.566977 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.567259 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.567551 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.567851 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.568141 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.568427 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.568715 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.568999 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.569286 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.569571 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.569858 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.570144 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.570455 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.570755 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.571048 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.571376 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.571630 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.571939 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.572247 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.572538 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.572831 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.573116 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.573402 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.573691 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.573981 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.574304 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.574608 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.574909 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.575209 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.575508 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.575796 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.576111 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.576401 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:06.576624 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 18:54:06.576870 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102569) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 29 18:54:07.007125 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 18:54:07.007413 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 18:54:07.007725 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 18:54:07.008065 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 29 18:54:07.333945 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.334281 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.334556 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.335753 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.336044 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.336313 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.372340 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.372625 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.373164 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.387772 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.388060 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.388334 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.417843 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.418131 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.418429 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.455808 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.456094 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.456375 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.803214 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.803833 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.803833 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.804016 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.804658 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.905217 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.905543 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.905831 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.906106 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.906403 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.906723 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.906990 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.907251 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.907533 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.908343 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.908609 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.908876 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.909138 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.909582 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.909851 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.910124 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.910417 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.910833 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.910972 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.911239 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.911521 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.911784 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.912073 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.912459 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.914275 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.914275 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.914275 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:07.914275 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:07.914275 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:07.914275 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:07.914275 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:07.914840 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:07.914910 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 29 18:54:07.918033 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 29 18:54:07.922132 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 29 18:54:07.926032 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 29 18:54:07.927714 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 29 18:54:07.928179 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 29 18:54:07.928519 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 29 18:54:07.928905 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 29 18:54:07.931763 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 29 18:54:07.932020 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 29 18:54:07.932381 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 18:54:07.937641 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 29 18:54:07.961759 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 29 18:54:07.962220 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.962558 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102569) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 29 18:54:07.962927 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.964324 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102569) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 29 18:54:07.964615 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 18:54:07.964871 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 29 18:54:07.968178 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:07.968469 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.033582 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 29 18:54:08.033829 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 29 18:54:08.034077 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 29 18:54:08.034490 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 29 18:54:08.056144 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_db.sqlalchemy.engines [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102569) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 29 18:54:08.487819 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing driver for type 'gre' Nov 29 18:54:08.488339 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] gre ID ranges: [(1, 1000)] Nov 29 18:54:08.541411 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing driver for type 'local' Nov 29 18:54:08.541755 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing driver for type 'vlan' Nov 29 18:54:08.554199 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] VlanTypeDriver initialization complete Nov 29 18:54:08.554573 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing driver for type 'vxlan' Nov 29 18:54:08.555072 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] vxlan ID ranges: [(1, 1000)] Nov 29 18:54:08.603675 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing extension driver 'port_security' Nov 29 18:54:08.604152 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.extensions.port_security [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] PortSecurityExtensionDriver initialization complete Nov 29 18:54:08.604499 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing mechanism driver 'openvswitch' Nov 29 18:54:08.604839 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing mechanism driver 'hyperv' Nov 29 18:54:08.612034 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:08.612890 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.613273 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.613632 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.614178 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 18:54:08.614647 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.615017 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.615369 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.615777 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 18:54:08.616194 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.616552 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.616904 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.617310 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 18:54:08.617724 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.618085 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.618469 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.618878 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 18:54:08.619289 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.619641 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.619987 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.620394 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 18:54:08.620807 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.621162 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.621509 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.621916 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 18:54:08.622332 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] ML2 OVO RPC backend initialized. {{(pid=102569) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 29 18:54:08.623309 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.623672 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.624097 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.624455 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > networks before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.624821 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.625179 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > ports before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.625531 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.625883 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.626381 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.627194 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.627542 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.627887 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.628233 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.628578 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.628925 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.629270 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.629611 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.630199 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Modular L2 Plugin initialization complete Nov 29 18:54:08.630566 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading services supported by the core plugin {{(pid=102569) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 29 18:54:08.630904 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Got port-security extension from driver 'port_security' Nov 29 18:54:08.631377 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.extensions.vlantransparent [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Disabled vlantransparent extension. Nov 29 18:54:08.631870 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102569) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 29 18:54:08.632196 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: router Nov 29 18:54:08.668014 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.668416 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router after_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.668802 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router before_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.669177 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.669558 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.669923 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router after_delete 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.670314 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.670797 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.671168 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router after_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.671527 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.671886 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.672242 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.672609 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.673028 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.673975 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.674488 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.674840 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: subnet after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.675190 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.675617 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.675908 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.676261 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: port before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.676612 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.676975 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.677325 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.677687 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.678060 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.678446 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.678823 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > agent after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.679187 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.679542 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.680412 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Tracking information for resource: router configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:08.680753 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Tracking information for resource: floatingip configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 18:54:08.685678 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.db.l3_agentschedulers_db [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 29 18:54:08.686282 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.686659 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.687023 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.687386 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.688188 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router before_create 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.688591 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.689688 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.690061 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.695004 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.services.provider_configuration [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service providers = [] {{(pid=102569) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 29 18:54:08.695384 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.db.servicetype_db [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102569) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 29 18:54:08.698384 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.services.service_base [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 18:54:08.698744 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.services.service_base [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 18:54:08.699093 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.services.service_base [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 18:54:08.700007 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.services.service_base [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 18:54:08.700387 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.services.service_base [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 29 18:54:08.700765 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.701088 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 29 18:54:08.711831 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.712179 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: auto_allocate Nov 29 18:54:08.718246 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: network precommit_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.718649 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: network precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.719173 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.719505 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: tag Nov 29 18:54:08.726514 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.726856 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: timestamp Nov 29 18:54:08.730716 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.731059 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: network_ip_availability Nov 29 18:54:08.737231 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.737614 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.738032 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.738750 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.739082 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: flavors Nov 29 18:54:08.744061 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.744400 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading Plugin: revisions Nov 29 18:54:08.749013 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 18:54:08.749411 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_concurrency.lockutils [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 18:54:08.750175 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102569) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 29 18:54:08.750546 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Initializing extension manager. Nov 29 18:54:08.751074 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: __init__.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.752146 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: __pycache__ {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.752496 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.752843 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: address_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.753612 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.754179 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: address-group Nov 29 18:54:08.754543 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: address_scope.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.755274 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.755796 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: address-scope Nov 29 18:54:08.756127 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.757336 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.757862 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: router-admin-state-down-before-update Nov 29 18:54:08.758198 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: agent.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.758942 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.759458 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: agent Nov 29 18:54:08.759788 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: agent_resources_synced.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.760715 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.761234 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: agent-resources-synced Nov 29 18:54:08.761570 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.763410 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.763948 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: allowed-address-pairs Nov 29 18:54:08.764283 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.765383 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.765913 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: auto-allocated-topology Nov 29 18:54:08.766259 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: availability_zone.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.767008 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.767527 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: availability_zone Nov 29 18:54:08.767857 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: availability_zone_filter.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.768789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.769309 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: availability_zone_filter Nov 29 18:54:08.769641 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: data_plane_status.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.770600 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.771124 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension data-plane-status not supported by any of loaded plugins Nov 29 18:54:08.771461 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: default_subnetpools.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.772396 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.772918 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: default-subnetpools Nov 29 18:54:08.773250 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.774071 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.774627 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: dhcp_agent_scheduler Nov 29 18:54:08.774959 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: dns.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.775891 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.776412 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension dns-integration not supported by any of loaded plugins Nov 29 18:54:08.776747 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: dns_domain_ports.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.777681 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.778201 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 29 18:54:08.778570 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.779511 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.780027 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 29 18:54:08.780355 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: dvr.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.781039 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.781562 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: dvr Nov 29 18:54:08.781891 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: ecmp_routes.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.783449 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.783972 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 29 18:54:08.784297 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: empty_string_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.785235 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.785757 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: empty-string-filtering Nov 29 18:54:08.786086 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.787047 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.787556 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 29 18:54:08.787885 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.788820 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.789336 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 29 18:54:08.789665 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: external_net.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.790622 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.791146 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: external-net Nov 29 18:54:08.791474 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.792401 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.792921 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: extra_dhcp_opt Nov 29 18:54:08.793250 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: extraroute.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.794179 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.794729 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: extraroute Nov 29 18:54:08.795060 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: extraroute_atomic.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.796294 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.796825 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: extraroute-atomic Nov 29 18:54:08.797187 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: filter_validation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.797873 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.799005 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: filter-validation Nov 29 18:54:08.799337 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: fip_pf_description.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.800270 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.800787 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 29 18:54:08.801119 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: fip_port_details.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.802071 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.802625 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: fip-port-details Nov 29 18:54:08.802960 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: flavors.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.804223 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.804768 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: flavors Nov 29 18:54:08.805071 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.806850 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.807388 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 29 18:54:08.807732 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: floatingip_pools.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.808452 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.808976 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: floatingip-pools Nov 29 18:54:08.809311 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: ip_allocation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.810278 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.810805 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension ip_allocation not supported by any of loaded plugins Nov 29 18:54:08.811141 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.812084 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.812610 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: ip-substring-filtering Nov 29 18:54:08.812946 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l2_adjacency.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.813955 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.814508 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 29 18:54:08.814843 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l3.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.815820 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.816347 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: router Nov 29 18:54:08.816684 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.818974 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.819522 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 29 18:54:08.819865 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.820822 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.821352 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: ext-gw-mode Nov 29 18:54:08.821693 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.822684 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.823205 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: l3-ha Nov 29 18:54:08.823538 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l3_flavors.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.824468 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.824990 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: l3-flavors Nov 29 18:54:08.825321 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.826247 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.826788 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 29 18:54:08.827117 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: l3agentscheduler.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.828145 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.828669 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: l3_agent_scheduler Nov 29 18:54:08.829006 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: local_ip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.830863 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.831400 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension local_ip not supported by any of loaded plugins Nov 29 18:54:08.831742 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: logging.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.833379 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.833915 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension logging not supported by any of loaded plugins Nov 29 18:54:08.834274 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: metering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.835032 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.835622 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: metering Nov 29 18:54:08.835956 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.837086 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.837622 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: metering_source_and_destination_fields Nov 29 18:54:08.837984 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: multiprovidernet.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.838972 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.839502 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: multi-provider Nov 29 18:54:08.839832 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: netmtu.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.840774 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.841295 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: net-mtu Nov 29 18:54:08.841630 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: netmtu_writable.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.842590 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.843119 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: net-mtu-writable Nov 29 18:54:08.843448 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: network_availability_zone.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.844132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.844648 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: network_availability_zone Nov 29 18:54:08.845509 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: network_ip_availability.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.846728 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.847257 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: network-ip-availability Nov 29 18:54:08.847594 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: network_segment_range.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.848384 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.848902 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension network-segment-range not supported by any of loaded plugins Nov 29 18:54:08.849234 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: pagination.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.850234 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.850617 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: pagination Nov 29 18:54:08.850948 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: port_device_profile.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.851878 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.852405 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: port-device-profile Nov 29 18:54:08.852735 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.853670 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.854192 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: port-mac-address-regenerate Nov 29 18:54:08.854554 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.855495 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.856015 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: port-numa-affinity-policy Nov 29 18:54:08.856342 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: port_resource_request.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.857539 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.858066 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension port-resource-request not supported by any of loaded plugins Nov 29 18:54:08.858430 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: port_resource_request_groups.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.859424 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.859942 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 29 18:54:08.860272 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: portbindings.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.861795 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.862347 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: binding Nov 29 18:54:08.862681 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: portbindings_extended.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.863975 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.864499 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: binding-extended Nov 29 18:54:08.864836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: portsecurity.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.865771 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.866322 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: port-security Nov 29 18:54:08.866656 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: project_id.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.867653 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.867991 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: project-id Nov 29 18:54:08.868320 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: providernet.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.869262 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.869795 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: provider Nov 29 18:54:08.870127 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.874112 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.874672 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos not supported by any of loaded plugins Nov 29 18:54:08.875015 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.876359 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.876982 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 29 18:54:08.877326 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.878291 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.878822 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 29 18:54:08.879159 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_default.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.880090 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.880610 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-default not supported by any of loaded plugins Nov 29 18:54:08.880944 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_fip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.881612 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.882133 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-fip not supported by any of loaded plugins Nov 29 18:54:08.882499 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.883446 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.883970 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 29 18:54:08.884305 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.886755 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.887297 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 29 18:54:08.887644 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.888715 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.889244 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 29 18:54:08.889581 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_pps_rule.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.890804 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.891333 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-pps not supported by any of loaded plugins Nov 29 18:54:08.891674 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.892766 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.893293 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 29 18:54:08.893629 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: qos_rules_alias.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.894722 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.895246 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 29 18:54:08.895582 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: quota_check_limit.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.896513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.897038 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: quota-check-limit Nov 29 18:54:08.897373 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: quotasv2.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.898353 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.898694 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: quotas Nov 29 18:54:08.899025 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: quotasv2_detail.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.902375 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.902731 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: quota_details Nov 29 18:54:08.903073 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: rbac.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.904148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.904687 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: rbac-policies Nov 29 18:54:08.905023 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: rbac_address_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.905979 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.906557 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: rbac-address-group Nov 29 18:54:08.906892 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: rbac_address_scope.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.908420 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.909014 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: rbac-address-scope Nov 29 18:54:08.909364 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: rbac_security_groups.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.910365 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.910982 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: rbac-security-groups Nov 29 18:54:08.911341 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.912327 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.912855 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: rbac-subnetpool Nov 29 18:54:08.913194 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: revisionifmatch.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.914132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.914697 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: revision-if-match Nov 29 18:54:08.915029 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: revisions.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.916182 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.916706 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: standard-attr-revisions Nov 29 18:54:08.917041 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: router_availability_zone.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.917733 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.918277 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: router_availability_zone Nov 29 18:54:08.918613 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: routerservicetype.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.919558 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.920084 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension router-service-type not supported by any of loaded plugins Nov 29 18:54:08.920426 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.921444 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.921976 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: security-groups-normalized-cidr Nov 29 18:54:08.922357 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.923851 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.924383 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: port-security-groups-filtering Nov 29 18:54:08.924718 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.925670 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.926199 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: security-groups-remote-address-group Nov 29 18:54:08.926564 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.927526 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.928053 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: security-groups-shared-filtering Nov 29 18:54:08.928385 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.928990 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 29 18:54:08.929320 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: securitygroup.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.939361 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.939903 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: security-group Nov 29 18:54:08.940248 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: segment.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.941056 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.941575 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension segment not supported by any of loaded plugins Nov 29 18:54:08.941910 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.942908 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.943432 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 29 18:54:08.943765 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: servicetype.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.944889 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.945428 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: service-type Nov 29 18:54:08.945765 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: sorting.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.946797 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.947139 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: sorting Nov 29 18:54:08.947471 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: standard_attr_segment.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.948407 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.948936 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 29 18:54:08.949271 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: standardattrdescription.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.949934 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.950488 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: standard-attr-description Nov 29 18:54:08.950829 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: stateful_security_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.951798 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.952334 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: stateful-security-group Nov 29 18:54:08.952670 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: stdattrs_common.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.953256 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 29 18:54:08.953596 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.954603 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.955132 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 29 18:54:08.955466 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: subnet_onboard.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.956589 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.957123 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: subnet_onboard Nov 29 18:54:08.957455 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.958704 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.959226 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 29 18:54:08.959559 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: subnet_service_types.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.960511 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.961033 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: subnet-service-types Nov 29 18:54:08.961364 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: subnetallocation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.962568 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.963159 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: subnet_allocation Nov 29 18:54:08.963525 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.964251 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.964835 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: subnetpool-prefix-ops Nov 29 18:54:08.965199 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.966466 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.967164 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 29 18:54:08.967639 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: tagging.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.968770 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.969305 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: standard-attr-tag Nov 29 18:54:08.969645 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: timestamp.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.971496 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.972033 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loaded extension: standard-attr-timestamp Nov 29 18:54:08.972375 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: trunk.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.973437 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.974088 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension trunk not supported by any of loaded plugins Nov 29 18:54:08.974313 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: trunk_details.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.975274 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.975802 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension trunk-details not supported by any of loaded plugins Nov 29 18:54:08.976139 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.977081 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.977607 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 29 18:54:08.977939 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Loading extension file: vlantransparent.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 18:54:08.978664 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 18:54:08.979193 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 29 18:54:08.981754 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:network Nov 29 18:54:08.982320 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:subnet Nov 29 18:54:08.982732 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 18:54:08.983129 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:port Nov 29 18:54:08.984379 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.984834 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service FLAVORS assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.985469 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.986687 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.987039 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:router Nov 29 18:54:08.987484 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 18:54:08.988001 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service METERING assigned prefix: /metering {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.989502 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.989836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.990200 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 18:54:08.991251 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 18:54:08.991707 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:security_group Nov 29 18:54:08.992159 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 18:54:08.992781 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.993117 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 18:54:08.993468 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] subnetpool is already registered Nov 29 18:54:08.993908 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.994241 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 18:54:08.994603 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] subnetpool is already registered Nov 29 18:54:08.996874 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.997320 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service FLAVORS assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.998183 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.998640 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:08.998980 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:router Nov 29 18:54:08.999328 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] router is already registered Nov 29 18:54:08.999750 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 18:54:09.000094 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] floatingip is already registered Nov 29 18:54:09.000558 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service METERING assigned prefix: /metering {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:09.001321 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 18:54:09.001791 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] rbac_policy is already registered Nov 29 18:54:09.002214 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:security_group Nov 29 18:54:09.002584 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] security_group is already registered Nov 29 18:54:09.003000 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 18:54:09.003340 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] security_group_rule is already registered Nov 29 18:54:09.003991 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:09.004329 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 18:54:09.004672 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] subnetpool is already registered Nov 29 18:54:09.005107 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 18:54:09.005441 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 18:54:09.005779 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] subnetpool is already registered Nov 29 18:54:09.006240 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: extensions {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.007779 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: address-groups {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.009292 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: address-scopes {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.010656 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: agents {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.011836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: auto-allocated-topology {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.013119 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: availability_zones {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.014398 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: dhcp-networks {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.015955 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: dhcp-agents {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.017536 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: routers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.019818 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: flavors {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.021002 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: service_profiles {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.022270 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: next_providers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.023774 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: service_profiles {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.025341 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: floatingip-pools {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.026614 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: routers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.028773 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: floatingips {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.030199 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: l3-routers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.031728 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: l3-agents {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.033715 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: metering-labels {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.036026 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: metering-label-rules {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.037341 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: network-ip-availabilities {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.038684 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: bindings {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.040371 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: quotas {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.041967 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: quotas {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.043584 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: rbac-policies {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.044917 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: security-groups {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.046186 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: security-group-rules {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.047470 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: service-providers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.049402 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: subnetpools {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.050907 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: subnetpools {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.052402 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.054184 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.056061 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.057871 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.060032 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.061938 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.063748 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.065756 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.067615 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.069505 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron.api.extensions [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 18:54:09.075676 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING keystonemiddleware.auth_token [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 29 18:54:09.080507 dv-cinder-815746-3-iscsi neutron-server[102569]: WARNING keystonemiddleware.auth_token [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 29 18:54:09.089295 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_concurrency.lockutils [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Acquired lock "singleton_lock" {{(pid=102569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 29 18:54:09.089780 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_concurrency.lockutils [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Releasing lock "singleton_lock" {{(pid=102569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 29 18:54:09.090462 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO oslo_service.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Starting 2 workers Nov 29 18:54:09.095929 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Started child 102678 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 18:54:09.100485 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Started child 102679 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 18:54:09.101457 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.102129 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO neutron.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 29 18:54:09.102724 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Publish callbacks [] for process, before_spawn {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.102936 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [-] (102678) wsgi starting up on http://0.0.0.0:9696 Nov 29 18:54:09.105161 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO oslo_service.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Starting 1 workers Nov 29 18:54:09.105312 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.106694 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [-] (102679) wsgi starting up on http://0.0.0.0:9696 Nov 29 18:54:09.110433 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Started child 102680 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 18:54:09.111592 dv-cinder-815746-3-iscsi neutron-server[102569]: INFO oslo_service.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Starting 1 workers Nov 29 18:54:09.114826 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] calling RpcWorker wait() {{(pid=102680) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 29 18:54:09.115361 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] returning from RpcWorker wait() {{(pid=102680) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 29 18:54:09.116097 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Started child 102681 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 18:54:09.116760 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.116927 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7df52e33-680e-4d51-ac8c-7959be7d57f4 None None] Publish callbacks [] for process, after_spawn {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.117342 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:09.118847 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 18:54:09.119065 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 18:54:09.119251 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 18:54:09.119477 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 18:54:09.119842 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 18:54:09.120033 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 18:54:09.120526 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.120812 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.121083 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.121221 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.121702 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.121702 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.122212 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.122502 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.123022 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.123331 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.123572 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.123748 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.123924 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.124176 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.124434 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.124749 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.125027 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.125288 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.125529 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.125706 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.125968 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.126323 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.126616 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.126894 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] debug = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.127142 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.127602 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.127836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.128094 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.128343 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.128620 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.128851 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.129121 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.129363 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.129585 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.129846 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.130112 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.130397 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.130614 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.130874 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.131124 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.131381 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.131605 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.132103 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] host = dv-cinder-815746-3-iscsi {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.132345 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.132564 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.132795 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.133048 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.133314 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.133552 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.133811 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.134094 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.134378 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.134609 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.134861 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.135123 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.135344 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.135604 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.135777 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_options = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.136003 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.136284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.136550 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.136744 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.136919 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.137105 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.137372 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.137541 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.137794 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.138015 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.138236 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.138514 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.138758 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.138980 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.139237 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.139478 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.139722 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.139977 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.140206 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.140438 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.140668 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.140901 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.141124 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.141371 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.141596 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.141892 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.142158 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.142424 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.142628 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.142881 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.143122 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.143383 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.143608 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.143849 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.144133 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.144369 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.144605 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.144829 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.145111 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.145342 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.145617 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.145869 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.146089 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.146382 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.146624 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.146848 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.147098 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_json = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.147316 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.147554 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.147828 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.148050 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.148292 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.148512 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.148750 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.148987 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.149434 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.149716 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.150089 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.150344 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.151238 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:09.151458 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.151737 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.152000 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.152233 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.152533 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.152735 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.153111 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.153365 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.153674 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.156118 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.156702 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.156825 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.157170 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.157941 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.158819 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.159091 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.159413 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.159769 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.160055 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.160299 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.160568 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.160805 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.161036 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.161346 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.161707 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.161973 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.162353 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.163081 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.163081 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.163081 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.164330 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.164330 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.164627 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.164803 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.165053 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.165362 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.165736 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.165893 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.166064 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.166478 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.166639 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.166856 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.167258 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.167692 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.167692 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.167964 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.168101 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.168262 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.168490 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.168716 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.168956 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.169183 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.169452 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.169731 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.170017 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.170352 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.170540 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.170727 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.170957 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.171183 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.171404 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.171625 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.171852 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.172070 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.172330 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.172555 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.172776 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.173240 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.174003 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.174003 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.174649 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.174649 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.174985 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.175189 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.175362 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.175524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.175668 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.175849 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.176094 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.176315 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.176534 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.176760 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.177016 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.177210 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.177404 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.177650 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.177906 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.178204 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.178531 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.178790 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.179044 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.179269 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.179513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.179746 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.180004 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.180684 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.180684 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.180684 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.182132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.182132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.182132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.182132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.182132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.182132 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.183836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.183836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.183836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.183836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.183836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.183836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.183836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185076 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185076 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185076 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185076 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185076 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185724 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185724 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.185724 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.186127 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.186336 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.186622 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.186862 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.187124 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.187392 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.187650 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.188470 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.188470 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.188470 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.189863 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.189863 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.189863 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.189863 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.189863 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.190320 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.190320 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.190482 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.190671 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.190956 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.191213 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.191480 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.191755 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.192012 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.192272 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.192543 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.192802 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.193023 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.193260 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.193504 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.193726 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.193966 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.194207 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.194457 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.194680 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.194889 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.195166 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197078 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197810 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197810 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197810 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.197810 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.198096 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.198294 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.198543 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.198820 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.199072 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.199313 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.199544 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.199783 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.200027 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.200245 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.200498 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.200774 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.200979 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.201195 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.201626 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.201849 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.202093 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.202387 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.202600 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.202856 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.203112 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.203439 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.203720 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.203953 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.204192 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.204933 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.205197 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.205452 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.205679 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.205904 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.206147 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.206383 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.206611 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.206839 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.207085 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.207303 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.207542 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.207782 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.208004 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.208220 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.208524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.208767 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.209010 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.209270 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.209491 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.209706 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.209956 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.210170 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.210425 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.210653 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.210898 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.211136 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.211374 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.211601 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.211815 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.212039 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.212258 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.212498 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.212727 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.212939 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.213208 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.213459 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.213680 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.213898 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.214118 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.214359 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.214585 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.214810 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.215035 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.215257 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.215499 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.215707 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.215928 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.216143 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.216361 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.216572 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.216877 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.217146 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.217375 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.217708 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.217923 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.218180 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.218461 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.218772 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.219012 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.219290 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.219536 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.219758 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.220653 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.220953 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.221286 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.221561 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.221832 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.222076 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.222411 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.222685 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.222957 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.223196 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.223502 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.223835 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.224123 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.224379 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.224629 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.224904 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.225154 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.225381 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.225623 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.225875 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.226097 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.226376 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.226617 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.226859 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.227083 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.227315 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.227537 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.227789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.228005 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.228250 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.228472 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.228632 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 18:54:09.229159 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 18:54:09.229322 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 18:54:09.229478 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 18:54:09.229688 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 18:54:09.229869 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 18:54:09.230025 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 18:54:09.230233 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.230421 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.230589 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.230751 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.230913 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.231097 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.231259 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.231421 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.231582 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.231743 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.231904 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.232066 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.232227 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.232388 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.232551 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.232711 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.232873 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.233036 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.233201 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.233364 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.233525 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.233685 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.233845 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] debug = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.234006 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.234227 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.234409 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.234593 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.234735 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.234916 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.235088 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.235212 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.235425 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.235572 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.235699 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.235921 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.236108 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.236673 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.236673 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.236673 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.236673 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.237140 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.237140 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] host = dv-cinder-815746-3-iscsi {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.237140 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238151 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238151 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238151 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238151 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238151 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238151 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238151 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238808 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238808 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238808 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.238808 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_options = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.240339 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.241284 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242011 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242011 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242011 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242011 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242011 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242565 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242565 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242565 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.242565 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.243167 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.243167 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.243167 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.243167 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244148 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244697 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244697 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244697 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244697 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244973 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.244973 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.245209 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.245337 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.245458 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.245581 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.245702 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.245833 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.245980 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.246141 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.246330 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_json = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.246493 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.246655 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.246846 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.246964 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.247124 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.247666 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.247666 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.247666 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 18:54:09.248322 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.248322 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.248322 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.248662 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.248662 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.248853 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.248941 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.249076 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.249227 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.249390 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.249561 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.249723 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.249898 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.250061 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.250225 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.250411 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.250566 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.250729 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.250895 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.251058 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.251303 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.251461 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.251604 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.251768 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.251934 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.252096 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.252259 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.252473 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.252584 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.252761 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.252912 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.253503 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.253503 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.253503 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.253503 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.254046 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.254046 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.254046 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.254716 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.254716 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.254716 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.254716 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.255524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.255524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.255524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.255524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.255524 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256086 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:09.256214 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256214 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256214 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256214 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256214 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.256789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.257243 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.257243 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.257243 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.257589 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.257589 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.257820 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.257820 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.258048 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.258178 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.258314 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.258462 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.258627 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.258803 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.258967 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.259130 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.259292 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.259455 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.259618 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.259781 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.259942 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.260105 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.260272 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.260436 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.260599 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.260763 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.260926 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.261090 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.261253 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.261416 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.261579 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.261742 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.261904 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.262066 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.262229 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.262413 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.262584 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.262762 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.262926 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.263090 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.263254 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.263417 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.263580 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.263742 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.263904 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.264067 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.264229 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.264393 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.264555 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.264721 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.264883 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.265045 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.265207 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.265370 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.265533 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.265713 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.265838 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.265997 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.266154 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.266331 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.266740 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.266740 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.267725 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.267725 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.267955 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.267955 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.269021 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.269021 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.269021 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.269021 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.269021 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.269021 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.269021 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270513 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270966 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270966 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270966 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.270966 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.271200 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.271200 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.271348 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.271512 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.271677 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.271839 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.272051 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.272149 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.272317 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.272481 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.272647 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.272836 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.273023 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.273154 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.273298 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.273416 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.273576 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.273778 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.273904 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.274043 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.274211 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.274393 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.274558 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.274723 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.274886 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.275055 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.275209 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.275372 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.275533 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.275702 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.275869 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.276036 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.276196 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.276346 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.276494 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.276627 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.276781 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.276945 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.277111 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.277274 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.277438 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.277601 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.277768 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.277931 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.278094 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.278274 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.278445 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.278609 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.278773 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.278937 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.279100 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.279263 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.279488 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.279674 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.279837 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.280000 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.280162 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.280325 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.280498 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.280661 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.280826 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.280993 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.281159 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.281319 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.281486 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.281655 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.281818 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.281981 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.282144 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.282331 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.282551 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.283236 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.283391 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.283533 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.283672 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.283833 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.283995 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.284157 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.284330 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.284493 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.284655 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.284818 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.284980 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.285142 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.285315 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.285479 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.285641 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.285804 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.285967 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.286129 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.286321 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.286486 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.286649 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.286812 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.286975 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.287140 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.287312 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.287475 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.287638 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.287801 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.287965 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.288129 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.288300 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.288463 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.288625 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.288789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.288952 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.289114 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.289286 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.289452 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.289617 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.289789 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.289953 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.290117 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.290296 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.290479 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.290641 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.290809 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.290972 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.291136 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.291299 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.291464 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.291633 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.291805 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.291976 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.292142 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.292314 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.292485 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.292657 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.292820 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.293556 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.293556 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.293556 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.293556 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.293959 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.293959 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.293959 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.294198 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.294198 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.294409 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.294554 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.294901 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.294901 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.295149 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.295229 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.295328 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.295492 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.295653 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.295846 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.295977 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.296139 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 18:54:09.296296 dv-cinder-815746-3-iscsi neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 18:54:09.344893 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 48404) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:09.354143 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064719 Nov 29 18:54:20.928915 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21daa872-bbd1-4377-9432-7b93d77eba5b None None] get_active_networks_info from dv-cinder-815746-3-iscsi {{(pid=102680) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:54:21.020876 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21daa872-bbd1-4377-9432-7b93d77eba5b None None] No non-hosted networks {{(pid=102680) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 29 18:54:21.030226 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.agentschedulers_db [None req-21daa872-bbd1-4377-9432-7b93d77eba5b None None] DHCP Agent not found on host dv-cinder-815746-3-iscsi {{(pid=102680) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 29 18:54:21.151122 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0411a241-3f39-45e1-a7d6-55ed16b27ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531664'] for agent, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:23.210619 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-65fee726-3992-424b-b1dd-38ae4ff2b68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531664'] for agent, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:23.257790 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-83b1fa29-fd37-4b3c-80a3-7e56267984a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:24.182734 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531664'] for agent, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:25.908631 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531664'] for agent, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:26.543403 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531664'] for agent, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:26.544577 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.545094 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.545669 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.546188 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.546717 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.547633 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.548131 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.548491 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.548822 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.549145 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.549484 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.549807 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:26.550219 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815746-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:26.556336 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815746-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:27.148629 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 48498) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:27.648022 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING oslo_policy.policy [None req-ce6cf3ff-606b-44fa-b25c-7faecfd5907b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:27.648604 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING oslo_policy.policy [None req-ce6cf3ff-606b-44fa-b25c-7faecfd5907b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:27.879205 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [None req-ce6cf3ff-606b-44fa-b25c-7faecfd5907b admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:54:27.880397 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ce6cf3ff-606b-44fa-b25c-7faecfd5907b admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7308283 Nov 29 18:54:30.485349 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48514) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:30.709192 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.db.l3_hamode_db [None req-39e9ef4d-2d13-4610-b8db-5f36995d0a3c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 29 18:54:30.785869 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9ef4d-2d13-4610-b8db-5f36995d0a3c None None] Routers set() bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:30.786313 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9ef4d-2d13-4610-b8db-5f36995d0a3c None None] Router IDs set() for agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 18:54:30.994167 dv-cinder-815746-3-iscsi neutron-server[102679]: WARNING oslo_policy.policy [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:30.994767 dv-cinder-815746-3-iscsi neutron-server[102679]: WARNING oslo_policy.policy [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:31.219538 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:31.315044 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.policy [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102679) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 18:54:31.362362 dv-cinder-815746-3-iscsi neutron-server[102679]: WARNING oslo_policy.policy [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:31.362753 dv-cinder-815746-3-iscsi neutron-server[102679]: WARNING oslo_policy.policy [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:31.371253 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.quota [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] Loaded quota_driver: . Nov 29 18:54:31.460512 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738972708347', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738972707592', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738972696581', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738972726542', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738972716747', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738968873742', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3759096', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3811943', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-726834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537993'] for rbac-policy, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:31.526235 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:31.527910 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ce93575e-0181-4d0c-99ca-3760dda654a7 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0404811 Nov 29 18:54:34.300064 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48532) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:34.604536 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Request body: {'network': {'project_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True, 'tenant_id': '0b931d0e69404f42a904577bef736870', 'name': 'private'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:34.633797 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Made reservation on behalf of 0b931d0e69404f42a904577bef736870 for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:34.636656 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:34.653465 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:34.763149 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:34.766938 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:34.786083 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:54:34.814594 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738972527171', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:34.815366 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Unsubscribe: segment precommit_create {{(pid=102679) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 18:54:34.815911 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Added segment f503836f-4337-40a1-ad81-37a0b21a3999 of type vlan for network 332ae169-7ee8-4577-bb87-7b0bf7f58980 Nov 29 18:54:34.831706 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a750e0b3-1a90-400e-9d1a-55f189867d78,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:34.880229 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.880589 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.880928 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.881256 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.881583 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.881925 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.882273 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.882609 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.882948 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.883269 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.883588 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.883905 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Tracked resource versions report: Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: pushed versions: Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: { 'AddressGroup': {'1.2'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'ConntrackHelper': {'1.0'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Log': {'1.0'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Network': {'1.1'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Port': {'1.7'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'PortForwarding': {'1.2'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'QosPolicy': {'1.10'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroup': {'1.5'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroupRule': {'1.2'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SubPort': {'1.0'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Subnet': {'1.1'}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Trunk': {'1.1'}} Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: consumer versions: Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'ConntrackHelper': '1.0', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Log': '1.0', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Network': '1.1', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Port': '1.7', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'PortForwarding': '1.2', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'QosPolicy': '1.10', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroup': '1.5', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroupRule': '1.2', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SubPort': '1.0', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Subnet': '1.1', Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Trunk': '1.1'}} Nov 29 18:54:34.884966 dv-cinder-815746-3-iscsi neutron-server[102679]: {{(pid=102679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 18:54:34.935246 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:34.975034 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:34.976230 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:34.976954 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:35.050557 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7493029 Nov 29 18:54:35.080119 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e6b2e-3128-4718-9ca2-3456a04273ca admin admin] Pushing event updated for resources: {'Network': ['ID=332ae169-7ee8-4577-bb87-7b0bf7f58980,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:35.092129 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:54:37.922196 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48546) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:38.319835 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc4adb-716b-464f-b7e8-0a56493e5e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:38.324686 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e2dc4adb-716b-464f-b7e8-0a56493e5e1c admin admin] 10.222.0.45 "GET /v2.0/networks/332ae169-7ee8-4577-bb87-7b0bf7f58980 HTTP/1.1" status: 200 len: 825 time: 0.4013586 Nov 29 18:54:38.350702 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-832d9f69-6e54-4fd9-91a3-6e8349e0d09d admin admin] 10.222.0.45 "GET /v2.0/subnetpools/0d4ee82e-7b93-4c6d-8ea6-546554ece274 HTTP/1.1" status: 200 len: 734 time: 0.0231693 Nov 29 18:54:38.365103 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Request body: {'subnet': {'subnetpool_id': '0d4ee82e-7b93-4c6d-8ea6-546554ece274', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:38.389872 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Made reservation on behalf of 0b931d0e69404f42a904577bef736870 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:38.392970 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:38.734366 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:38.807529 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63387882-3551-4fd3-ae43-19f8783d77b8,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:38.809501 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Checking segment: {'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:38.809893 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Network hostable DHCP agents. Network: 332ae169-7ee8-4577-bb87-7b0bf7f58980, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:54:38.832695 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:54:38.844696 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 332ae169-7ee8-4577-bb87-7b0bf7f58980) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:38.849838 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:38.850465 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:38.855597 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82cd8e5-5a46-4fb0-80b9-4aeb160f88a9 None None] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:38.867167 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-8dd47cdd-04d5-42f0-af37-30f80a592b0f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5093622 Nov 29 18:54:39.196894 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-332ae169-7ee8-4577-bb87-7b0bf7f58980', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'fixed_ips': [{'subnet_id': '63387882-3551-4fd3-ae43-19f8783d77b8'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:54:39.198170 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:39.503508 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Allocated IP 172.20.0.2 (332ae169-7ee8-4577-bb87-7b0bf7f58980/63387882-3551-4fd3-ae43-19f8783d77b8/e7c2f2dd-bb56-429d-995e-d70f00506b78) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:39.701933 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:39.709719 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:39.784840 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:39.793467 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:39.799517 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Pushing event updated for resources: {'Port': ['ID=e7c2f2dd-bb56-429d-995e-d70f00506b78,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:39.803581 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:39.811449 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.811869 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.812220 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.812559 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.812892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.813227 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.813556 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.813884 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.814225 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.814577 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.814902 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.815225 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Tracked resource versions report: Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: pushed versions: Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: { 'AddressGroup': {'1.2'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'ConntrackHelper': {'1.0'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Log': {'1.0'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Network': {'1.1'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Port': {'1.7'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'PortForwarding': {'1.2'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'QosPolicy': {'1.10'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroup': {'1.5'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroupRule': {'1.2'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SubPort': {'1.0'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Subnet': {'1.1'}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Trunk': {'1.1'}} Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: consumer versions: Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'ConntrackHelper': '1.0', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Log': '1.0', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Network': '1.1', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Port': '1.7', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'PortForwarding': '1.2', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'QosPolicy': '1.10', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroup': '1.5', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroupRule': '1.2', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SubPort': '1.0', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Subnet': '1.1', Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Trunk': '1.1'}} Nov 29 18:54:39.816290 dv-cinder-815746-3-iscsi neutron-server[102680]: {{(pid=102680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 18:54:39.890507 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Attempting to bind port e7c2f2dd-bb56-429d-995e-d70f00506b78 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:39.891162 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Attempting to bind port e7c2f2dd-bb56-429d-995e-d70f00506b78 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:39.891334 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Attempting to bind port e7c2f2dd-bb56-429d-995e-d70f00506b78 on network 332ae169-7ee8-4577-bb87-7b0bf7f58980 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:39.896279 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:39.896660 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Checking segment: {'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:39.897119 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:39.897508 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Bound using segment: {'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:39.897970 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Bound port: e7c2f2dd-bb56-429d-995e-d70f00506b78, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:39.898404 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:39.959482 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] For port e7c2f2dd-bb56-429d-995e-d70f00506b78, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:39.963668 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] For port e7c2f2dd-bb56-429d-995e-d70f00506b78, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=e7c2f2dd-bb56-429d-995e-d70f00506b78,segment=NetworkSegment(f503836f-4337-40a1-ad81-37a0b21a3999),segment_id=f503836f-4337-40a1-ad81-37a0b21a3999)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:39.969035 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.033643 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14f8e-fc89-4c18-8b0b-adb618b2faca None None] Pushing event updated for resources: {'Port': ['ID=e7c2f2dd-bb56-429d-995e-d70f00506b78,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:41.555902 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48554) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:41.869417 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [None req-3f2b95f2-234c-4e59-baa6-809a357000c3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102679) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:54:41.870441 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-3f2b95f2-234c-4e59-baa6-809a357000c3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135653 Nov 29 18:54:44.488943 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48562) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:44.803559 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [None req-f13d08d1-fe37-4e4e-af59-97135a6ab092 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102679) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:54:44.804643 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f13d08d1-fe37-4e4e-af59-97135a6ab092 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146627 Nov 29 18:54:47.673573 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48572) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:47.988874 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-329a78c7-db44-4e3b-be2b-6f26423bdbaf admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:48.012495 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-329a78c7-db44-4e3b-be2b-6f26423bdbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.013958 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-329a78c7-db44-4e3b-be2b-6f26423bdbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.146503 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-329a78c7-db44-4e3b-be2b-6f26423bdbaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.150993 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-329a78c7-db44-4e3b-be2b-6f26423bdbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.166377 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-329a78c7-db44-4e3b-be2b-6f26423bdbaf admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.167616 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-329a78c7-db44-4e3b-be2b-6f26423bdbaf admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4930401 Nov 29 18:54:48.364297 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device e7c2f2dd-bb56-429d-995e-d70f00506b78 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:48.455161 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port e7c2f2dd-bb56-429d-995e-d70f00506b78 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:48.455548 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.571718 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.608604 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port e7c2f2dd-bb56-429d-995e-d70f00506b78, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=e7c2f2dd-bb56-429d-995e-d70f00506b78,segment=NetworkSegment(f503836f-4337-40a1-ad81-37a0b21a3999),segment_id=f503836f-4337-40a1-ad81-37a0b21a3999)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:48.612941 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.664384 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=e7c2f2dd-bb56-429d-995e-d70f00506b78,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:49.240919 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd190025-89df-4765-aa4a-b74300bbe696 None None] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:49.304357 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-3a177d36-d208-4287-b774-760b625805c0 None None] Provisioning complete for port e7c2f2dd-bb56-429d-995e-d70f00506b78 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:49.304726 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3a177d36-d208-4287-b774-760b625805c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.685494 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-d7e8df25-7241-40f5-8249-46e39d82a1ee None None] Provisioning complete for port e7c2f2dd-bb56-429d-995e-d70f00506b78 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:49.686152 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d7e8df25-7241-40f5-8249-46e39d82a1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.335916 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device e7c2f2dd-bb56-429d-995e-d70f00506b78 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:50.383771 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port e7c2f2dd-bb56-429d-995e-d70f00506b78 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:50.384165 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.794997 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 48584) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:50.831053 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-21897fd5-4feb-4e32-9180-fe6f4d79e22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.110507 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [None req-8b2fa865-65b2-4d0e-926d-e3698fc17a1f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:54:51.111464 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-8b2fa865-65b2-4d0e-926d-e3698fc17a1f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154287 Nov 29 18:54:53.203465 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-79a94353-fd86-40a3-aa8c-e7dc795ab7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.703698 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 48592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:54.011711 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:54.013159 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.quota [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Loaded quota_driver: . Nov 29 18:54:54.067540 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Made reservation on behalf of b5f050b11a9d4214b4aa9d8e84f5024b for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:54.128892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.134858 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.policy [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102678) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 18:54:54.182425 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING oslo_policy.policy [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:54.182811 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING oslo_policy.policy [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 18:54:54.192849 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.212882 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.323496 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.328045 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.339603 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Reserving flat network on physical network physnet1 {{(pid=102678) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 29 18:54:54.375949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738972527171', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.376546 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Unsubscribe: segment precommit_create {{(pid=102678) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 18:54:54.377093 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Added segment aaafa6f3-0528-4842-9108-84d2600378b8 of type flat for network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 Nov 29 18:54:54.382664 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4783f2-44d4-40a0-9080-f459be7b9896,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:54.404705 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.405555 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.405902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.406240 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.406595 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.407004 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.407300 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.407695 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.408046 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.408377 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.408702 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.409022 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Tracked resource versions report: Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: pushed versions: Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Log': {'1.0'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Network': {'1.1'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Port': {'1.7'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SubPort': {'1.0'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Subnet': {'1.1'}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Trunk': {'1.1'}} Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: consumer versions: Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Log': '1.0', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Network': '1.1', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Port': '1.7', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'PortForwarding': '1.2', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'QosPolicy': '1.10', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroup': '1.5', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SubPort': '1.0', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Subnet': '1.1', Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Trunk': '1.1'}} Nov 29 18:54:54.410132 dv-cinder-815746-3-iscsi neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 18:54:54.512040 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.558640 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.559727 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:54.560443 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.652496 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9476569 Nov 29 18:54:54.665862 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81f033-ec95-4b89-a7c0-76c1f1395a34 admin admin] Pushing event updated for resources: {'Network': ['ID=6df4cfaa-228d-4c30-83c5-dea2f14d1768,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:54.677262 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:54:55.834051 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:56.588254 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.244586 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48616) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:57.416527 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b149929e-047f-49cf-a68d-0f0548cd264c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:57.417883 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b149929e-047f-49cf-a68d-0f0548cd264c admin admin] 10.222.0.45 "GET /v2.0/subnets/63387882-3551-4fd3-ae43-19f8783d77b8 HTTP/1.1" status: 200 len: 849 time: 0.1724024 Nov 29 18:54:57.537848 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-9ff5cf9f-88fe-45dc-a857-5b83fe2a326f admin admin] 10.222.0.45 "GET /v2.0/routers/9698563e-70de-4089-a31f-f0713d705705 HTTP/1.1" status: 200 len: 704 time: 0.1133280 Nov 29 18:54:57.803220 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.093129 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Allocated IP 172.20.0.1 (332ae169-7ee8-4577-bb87-7b0bf7f58980/63387882-3551-4fd3-ae43-19f8783d77b8/daec1991-3b50-48d1-a893-6a073af8a8ee) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:58.246191 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.358359 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.444370 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:58.445658 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Pushing event updated for resources: {'Port': ['ID=daec1991-3b50-48d1-a893-6a073af8a8ee,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:58.448272 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:58.469323 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:58.469946 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.665943 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.680181 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-59df12d0-4e83-4ecf-9ff8-4a4136293786 None None] Provisioning complete for port daec1991-3b50-48d1-a893-6a073af8a8ee triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:58.680694 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-59df12d0-4e83-4ecf-9ff8-4a4136293786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.713176 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-59df12d0-4e83-4ecf-9ff8-4a4136293786 None None] Port daec1991-3b50-48d1-a893-6a073af8a8ee cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:58.882559 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.886824 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.887630 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.969058 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Pushing event updated for resources: {'Port': ['ID=daec1991-3b50-48d1-a893-6a073af8a8ee,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:59.013796 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:59.015284 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:59.174417 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Router 9698563e-70de-4089-a31f-f0713d705705 is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:54:59.235296 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-494c07f0-6eed-4903-bb5e-f2e1dcb6f95f None None] Provisioning complete for port daec1991-3b50-48d1-a893-6a073af8a8ee triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:59.235698 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-494c07f0-6eed-4903-bb5e-f2e1dcb6f95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:59.267136 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:54:59.270797 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-494c07f0-6eed-4903-bb5e-f2e1dcb6f95f None None] Port daec1991-3b50-48d1-a893-6a073af8a8ee cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:59.272531 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-031fa997-06ec-4ed5-93be-1a065adc73e9 admin admin] 10.222.0.45 "PUT /v2.0/routers/9698563e-70de-4089-a31f-f0713d705705/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7291062 Nov 29 18:54:59.277501 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Sync routers for ids ['9698563e-70de-4089-a31f-f0713d705705'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:54:59.289621 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Routers {'9698563e-70de-4089-a31f-f0713d705705'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:59.290512 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T18:54:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['9698563e-70de-4089-a31f-f0713d705705'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:59.479560 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Set router 9698563e-70de-4089-a31f-f0713d705705 gateway port host: None {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:59.908777 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698563e-70de-4089-a31f-f0713d705705', 'name': 'router1', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:48Z', 'updated_at': '2021-11-29T18:54:58Z', 'revision_number': 2, 'project_id': '0b931d0e69404f42a904577bef736870', 'gw_port_host': None, '_interfaces': [{'id': 'daec1991-3b50-48d1-a893-6a073af8a8ee', 'name': '', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'mac_address': 'fa:16:3e:47:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:57Z', 'updated_at': '2021-11-29T18:54:58Z', 'revision_number': 2, 'project_id': '0b931d0e69404f42a904577bef736870', 'subnets': [{'id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d4ee82e-7b93-4c6d-8ea6-546554ece274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:59.959137 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Checking router: 9698563e-70de-4089-a31f-f0713d705705 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:54:59.959516 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Updating router 9698563e-70de-4089-a31f-f0713d705705 port daec1991-3b50-48d1-a893-6a073af8a8ee binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:55:00.008616 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.521522 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.528209 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.702945 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Attempting to bind port daec1991-3b50-48d1-a893-6a073af8a8ee on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:55:00.703359 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Attempting to bind port daec1991-3b50-48d1-a893-6a073af8a8ee by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:55:00.703820 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Attempting to bind port daec1991-3b50-48d1-a893-6a073af8a8ee on network 332ae169-7ee8-4577-bb87-7b0bf7f58980 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:55:00.705980 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Pushing event updated for resources: {'Port': ['ID=daec1991-3b50-48d1-a893-6a073af8a8ee,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:00.716203 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.716565 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.717217 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.717558 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.717887 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.718223 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.718584 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.718919 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.719253 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.719580 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.719903 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.720225 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Tracked resource versions report: Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: pushed versions: Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: { 'AddressGroup': {'1.2'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'ConntrackHelper': {'1.0'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Log': {'1.0'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Network': {'1.1'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Port': {'1.7'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'PortForwarding': {'1.2'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'QosPolicy': {'1.10'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroup': {'1.5'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroupRule': {'1.2'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SubPort': {'1.0'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Subnet': {'1.1'}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Trunk': {'1.1'}} Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: consumer versions: Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'ConntrackHelper': '1.0', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Log': '1.0', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Network': '1.1', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Port': '1.7', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'PortForwarding': '1.2', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'QosPolicy': '1.10', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroup': '1.5', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroupRule': '1.2', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SubPort': '1.0', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Subnet': '1.1', Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Trunk': '1.1'}} Nov 29 18:55:00.721295 dv-cinder-815746-3-iscsi neutron-server[102681]: {{(pid=102681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 18:55:00.723795 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:55:00.724174 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Checking segment: {'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:55:00.724637 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.725018 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Bound using segment: {'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:55:00.725489 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Bound port: daec1991-3b50-48d1-a893-6a073af8a8ee, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f503836f-4337-40a1-ad81-37a0b21a3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:55:00.725887 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.801635 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] For port daec1991-3b50-48d1-a893-6a073af8a8ee, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:55:00.814978 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-72c22835-9a56-41f6-8970-f352a258f16e None None] Provisioning complete for port daec1991-3b50-48d1-a893-6a073af8a8ee triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:00.815523 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-72c22835-9a56-41f6-8970-f352a258f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.821877 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] For port daec1991-3b50-48d1-a893-6a073af8a8ee, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=daec1991-3b50-48d1-a893-6a073af8a8ee,segment=NetworkSegment(f503836f-4337-40a1-ad81-37a0b21a3999),segment_id=f503836f-4337-40a1-ad81-37a0b21a3999)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:55:00.826857 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.850524 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-72c22835-9a56-41f6-8970-f352a258f16e None None] Port daec1991-3b50-48d1-a893-6a073af8a8ee cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:55:00.881696 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04219b18-2619-438e-b3e8-3140284a7cf2 None None] Pushing event updated for resources: {'Port': ['ID=daec1991-3b50-48d1-a893-6a073af8a8ee,revision_number=4']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:00.890695 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Routers {'9698563e-70de-4089-a31f-f0713d705705'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:55:00.891165 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T18:54:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['9698563e-70de-4089-a31f-f0713d705705'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:00.987794 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] Set router 9698563e-70de-4089-a31f-f0713d705705 gateway port host: None {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:55:01.070353 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-1b8b601c-206e-47aa-8d8f-89571ab773d7 None None] Provisioning complete for port daec1991-3b50-48d1-a893-6a073af8a8ee triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:01.070731 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1b8b601c-206e-47aa-8d8f-89571ab773d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:01.147697 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1b8b601c-206e-47aa-8d8f-89571ab773d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:01.183284 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-1b8b601c-206e-47aa-8d8f-89571ab773d7 None None] For port daec1991-3b50-48d1-a893-6a073af8a8ee, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=daec1991-3b50-48d1-a893-6a073af8a8ee,segment=NetworkSegment(f503836f-4337-40a1-ad81-37a0b21a3999),segment_id=f503836f-4337-40a1-ad81-37a0b21a3999)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:01.188275 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1b8b601c-206e-47aa-8d8f-89571ab773d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:01.200333 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698563e-70de-4089-a31f-f0713d705705', 'name': 'router1', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:48Z', 'updated_at': '2021-11-29T18:54:58Z', 'revision_number': 2, 'project_id': '0b931d0e69404f42a904577bef736870', 'gw_port_host': None, '_interfaces': [{'id': 'daec1991-3b50-48d1-a893-6a073af8a8ee', 'name': '', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'mac_address': 'fa:16:3e:47:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:57Z', 'updated_at': '2021-11-29T18:55:00Z', 'revision_number': 4, 'project_id': '0b931d0e69404f42a904577bef736870', 'subnets': [{'id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d4ee82e-7b93-4c6d-8ea6-546554ece274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:01.230469 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8dfe6-280a-4990-b67e-b31da1644001 None None] The sync data for ids ['9698563e-70de-4089-a31f-f0713d705705'] in dv-cinder-815746-3-iscsi is: [{'id': '9698563e-70de-4089-a31f-f0713d705705', 'name': 'router1', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:48Z', 'updated_at': '2021-11-29T18:54:58Z', 'revision_number': 2, 'project_id': '0b931d0e69404f42a904577bef736870', 'gw_port_host': None, '_interfaces': [{'id': 'daec1991-3b50-48d1-a893-6a073af8a8ee', 'name': '', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'mac_address': 'fa:16:3e:47:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:57Z', 'updated_at': '2021-11-29T18:55:00Z', 'revision_number': 4, 'project_id': '0b931d0e69404f42a904577bef736870', 'subnets': [{'id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d4ee82e-7b93-4c6d-8ea6-546554ece274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:55:01.238295 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b601c-206e-47aa-8d8f-89571ab773d7 None None] Pushing event updated for resources: {'Port': ['ID=daec1991-3b50-48d1-a893-6a073af8a8ee,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:01.709406 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 48638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:01.859382 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffeda7c-4b31-4549-b0b5-410b77a0e273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:01.860853 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-6ffeda7c-4b31-4549-b0b5-410b77a0e273 admin admin] 10.222.0.45 "GET /v2.0/networks/6df4cfaa-228d-4c30-83c5-dea2f14d1768 HTTP/1.1" status: 200 len: 842 time: 0.1504071 Nov 29 18:55:01.870730 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:55:01.894613 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Made reservation on behalf of b5f050b11a9d4214b4aa9d8e84f5024b for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:55:01.896721 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:02.298900 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.objects.ports [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:55:02.299388 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:02.363417 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f3dae9-4159-4678-acc4-d59f6d9201f2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:02.367904 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:55:02.368298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Network hostable DHCP agents. Network: 6df4cfaa-228d-4c30-83c5-dea2f14d1768, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:55:02.389564 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:55:02.399949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 6df4cfaa-228d-4c30-83c5-dea2f14d1768) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:55:02.405866 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:02.406853 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:02.410247 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e701dc8d-1af2-4c53-a268-23e30c27b7c7 None None] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:55:02.426268 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-0bdd20bb-1943-45ee-a194-892df520fabc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5587947 Nov 29 18:55:02.564147 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf55e4-2399-4288-a193-d2f0cc66190d None None] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:55:04.956013 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48646) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:05.089156 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ddfc52f6-6ef1-4e46-b89f-0fec243c040c admin admin] 10.222.0.45 "GET /v2.0/routers/9698563e-70de-4089-a31f-f0713d705705 HTTP/1.1" status: 200 len: 710 time: 0.1319876 Nov 29 18:55:05.185682 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399a6328-cbf0-45d9-9cf8-9a3b2e2418c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:05.187030 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-399a6328-cbf0-45d9-9cf8-9a3b2e2418c1 admin admin] 10.222.0.45 "GET /v2.0/networks/6df4cfaa-228d-4c30-83c5-dea2f14d1768 HTTP/1.1" status: 200 len: 886 time: 0.0911047 Nov 29 18:55:05.196679 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:55:05.514314 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:05.748172 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:05.825351 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:05.934658 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Allocated IP 172.27.2.135 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/2ce07db7-5c62-4d57-80ba-031ae9c777b9) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:55:06.035281 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:06.067878 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:06.109495 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:55:06.112272 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:55:06.118448 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:55:06.120101 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Pushing event updated for resources: {'Port': ['ID=2ce07db7-5c62-4d57-80ba-031ae9c777b9,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:06.172740 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:55:06.373017 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:06.578617 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-530466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4349'] for router, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:06.581941 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531818'] for router, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:06.691414 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Router 9698563e-70de-4089-a31f-f0713d705705 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:55:06.893169 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:55:06.897790 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:06.914283 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d0c3a70a-a3c7-447d-9350-8af9b824bd1e admin admin] 10.222.0.45 "PUT /v2.0/routers/9698563e-70de-4089-a31f-f0713d705705 HTTP/1.1" status: 200 len: 890 time: 1.7058392 Nov 29 18:55:08.381064 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device daec1991-3b50-48d1-a893-6a073af8a8ee up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:55:08.430374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port daec1991-3b50-48d1-a893-6a073af8a8ee triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:08.430839 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:08.571374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Sync routers for ids ['9698563e-70de-4089-a31f-f0713d705705'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:55:08.582236 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Routers {'9698563e-70de-4089-a31f-f0713d705705'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:55:08.583007 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T18:54:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['9698563e-70de-4089-a31f-f0713d705705'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:08.790680 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Set router 9698563e-70de-4089-a31f-f0713d705705 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:55:09.254493 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698563e-70de-4089-a31f-f0713d705705', 'name': 'router1', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2ce07db7-5c62-4d57-80ba-031ae9c777b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:48Z', 'updated_at': '2021-11-29T18:55:06Z', 'revision_number': 4, 'project_id': '0b931d0e69404f42a904577bef736870', 'gw_port': {'id': '2ce07db7-5c62-4d57-80ba-031ae9c777b9', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:55:05Z', 'updated_at': '2021-11-29T18:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'daec1991-3b50-48d1-a893-6a073af8a8ee', 'name': '', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'mac_address': 'fa:16:3e:47:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:57Z', 'updated_at': '2021-11-29T18:55:01Z', 'revision_number': 5, 'project_id': '0b931d0e69404f42a904577bef736870', 'subnets': [{'id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d4ee82e-7b93-4c6d-8ea6-546554ece274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:09.306901 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Checking router: 9698563e-70de-4089-a31f-f0713d705705 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:55:09.307266 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Updating router 9698563e-70de-4089-a31f-f0713d705705 port 2ce07db7-5c62-4d57-80ba-031ae9c777b9 binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:55:09.354170 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.549045 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 48658) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:09.661985 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-968cb78c-89dd-44bd-b6b5-7440997503f2 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1116590 Nov 29 18:55:09.670699 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.677020 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.734495 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Attempting to bind port 2ce07db7-5c62-4d57-80ba-031ae9c777b9 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:55:09.734877 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Attempting to bind port 2ce07db7-5c62-4d57-80ba-031ae9c777b9 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:55:09.735256 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Attempting to bind port 2ce07db7-5c62-4d57-80ba-031ae9c777b9 on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:55:09.737404 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a88b7-a601-470e-a4be-9110097bb14f None None] Pushing event updated for resources: {'Port': ['ID=2ce07db7-5c62-4d57-80ba-031ae9c777b9,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:09.744935 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:55:09.744935 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:55:09.745173 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.745487 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:55:09.745978 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Bound port: 2ce07db7-5c62-4d57-80ba-031ae9c777b9, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:55:09.746676 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.800241 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] For port 2ce07db7-5c62-4d57-80ba-031ae9c777b9, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:55:09.803655 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] For port 2ce07db7-5c62-4d57-80ba-031ae9c777b9, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=2ce07db7-5c62-4d57-80ba-031ae9c777b9,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:55:09.808188 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.866351 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Routers {'9698563e-70de-4089-a31f-f0713d705705'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:55:09.866987 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T18:54:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['9698563e-70de-4089-a31f-f0713d705705'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:09.910169 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a88b7-a601-470e-a4be-9110097bb14f None None] Pushing event updated for resources: {'Port': ['ID=2ce07db7-5c62-4d57-80ba-031ae9c777b9,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:09.985592 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] Set router 9698563e-70de-4089-a31f-f0713d705705 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:55:10.196686 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698563e-70de-4089-a31f-f0713d705705', 'name': 'router1', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2ce07db7-5c62-4d57-80ba-031ae9c777b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:48Z', 'updated_at': '2021-11-29T18:55:06Z', 'revision_number': 4, 'project_id': '0b931d0e69404f42a904577bef736870', 'gw_port': {'id': '2ce07db7-5c62-4d57-80ba-031ae9c777b9', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:55:05Z', 'updated_at': '2021-11-29T18:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'daec1991-3b50-48d1-a893-6a073af8a8ee', 'name': '', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'mac_address': 'fa:16:3e:47:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:57Z', 'updated_at': '2021-11-29T18:55:01Z', 'revision_number': 5, 'project_id': '0b931d0e69404f42a904577bef736870', 'subnets': [{'id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d4ee82e-7b93-4c6d-8ea6-546554ece274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:10.225987 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a71e-1acf-4ff7-9d4c-e78c5e13dce0 None None] The sync data for ids ['9698563e-70de-4089-a31f-f0713d705705'] in dv-cinder-815746-3-iscsi is: [{'id': '9698563e-70de-4089-a31f-f0713d705705', 'name': 'router1', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2ce07db7-5c62-4d57-80ba-031ae9c777b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:48Z', 'updated_at': '2021-11-29T18:55:06Z', 'revision_number': 4, 'project_id': '0b931d0e69404f42a904577bef736870', 'gw_port': {'id': '2ce07db7-5c62-4d57-80ba-031ae9c777b9', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:55:05Z', 'updated_at': '2021-11-29T18:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'daec1991-3b50-48d1-a893-6a073af8a8ee', 'name': '', 'network_id': '332ae169-7ee8-4577-bb87-7b0bf7f58980', 'tenant_id': '0b931d0e69404f42a904577bef736870', 'mac_address': 'fa:16:3e:47:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9698563e-70de-4089-a31f-f0713d705705', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:57Z', 'updated_at': '2021-11-29T18:55:01Z', 'revision_number': 5, 'project_id': '0b931d0e69404f42a904577bef736870', 'subnets': [{'id': '63387882-3551-4fd3-ae43-19f8783d77b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d4ee82e-7b93-4c6d-8ea6-546554ece274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:55:10.428532 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 2ce07db7-5c62-4d57-80ba-031ae9c777b9 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:55:10.487291 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 2ce07db7-5c62-4d57-80ba-031ae9c777b9 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:10.487524 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.574235 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.599336 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 2ce07db7-5c62-4d57-80ba-031ae9c777b9, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=2ce07db7-5c62-4d57-80ba-031ae9c777b9,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:10.604607 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.666818 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=2ce07db7-5c62-4d57-80ba-031ae9c777b9,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:12.390920 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 2ce07db7-5c62-4d57-80ba-031ae9c777b9 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:55:12.444503 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 2ce07db7-5c62-4d57-80ba-031ae9c777b9 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:12.444876 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:20.823806 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6d8379fd-a67c-4620-8c86-1f3a9fb3d457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:23.206067 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7ddc65fb-364f-4173-9cf2-a83a49bb624c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:24.141904 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:25.843471 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:26.554216 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:43.171939 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:55:50.830860 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f9fa56a3-780a-4274-8549-7cdcbd559df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:53.215468 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-736248cd-5810-4e54-a46f-93d065235658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:54.136573 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:55.846841 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:56.548353 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:20.170457 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:56:20.833043 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3619520e-38bb-49e8-9a84-f97cd6eb00f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:23.209571 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa8c013b-df26-4274-81fe-91fd6e1cfa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:24.145974 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:25.848896 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:26.550816 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:31.336225 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49142) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:31.396884 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d41321-fecd-4967-bddc-11b0f1616dbb admin admin] GET failed (client error): The resource could not be found. Nov 29 18:56:31.398205 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-41d41321-fecd-4967-bddc-11b0f1616dbb admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610025 Nov 29 18:56:31.561107 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f82e20e-15d3-411f-a295-b2b161be88a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:31.562618 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-3f82e20e-15d3-411f-a295-b2b161be88a5 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595273 Nov 29 18:56:33.973384 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49152) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:34.064160 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9bb429-2acb-4ad7-8c1c-a78340ba5732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:34.065482 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-da9bb429-2acb-4ad7-8c1c-a78340ba5732 admin admin] 10.222.0.45 "GET /v2.0/subnets/63387882-3551-4fd3-ae43-19f8783d77b8 HTTP/1.1" status: 200 len: 849 time: 0.0911212 Nov 29 18:56:34.075547 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:34.159514 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:34.298571 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738972556436'] for subnet, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:34.333042 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:34.333927 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:34.335091 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] 10.222.0.45 "PUT /v2.0/subnets/63387882-3551-4fd3-ae43-19f8783d77b8 HTTP/1.1" status: 200 len: 868 time: 0.2629380 Nov 29 18:56:34.337081 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1616ae4f-a550-47ff-8a0d-d2bf1ddb14d7 None None] Network 332ae169-7ee8-4577-bb87-7b0bf7f58980 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:56:34.356707 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63387882-3551-4fd3-ae43-19f8783d77b8,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:34.364167 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.364529 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.364883 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.365228 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.365712 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.366060 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.366439 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.366929 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.367276 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.367613 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.367948 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.368278 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfda68-d1a0-4d98-bd76-c6dcee630f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:34.773276 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-038e1173-ffb6-4c9c-8a7c-2f3eda336ddb None None] Provisioning complete for port daec1991-3b50-48d1-a893-6a073af8a8ee triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:56:34.773571 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-038e1173-ffb6-4c9c-8a7c-2f3eda336ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:34.860002 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-038e1173-ffb6-4c9c-8a7c-2f3eda336ddb None None] Provisioning complete for port e7c2f2dd-bb56-429d-995e-d70f00506b78 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:56:34.860366 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-038e1173-ffb6-4c9c-8a7c-2f3eda336ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:36.754873 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49160) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:36.954376 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b138a-ba70-456d-be20-0f0dbfe069f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:36.954760 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b138a-ba70-456d-be20-0f0dbfe069f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:36.956286 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-0e1b138a-ba70-456d-be20-0f0dbfe069f1 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004781 Nov 29 18:56:39.434803 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49170) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:39.568684 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351c2df-13ef-49e8-8491-500776766264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:39.569155 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351c2df-13ef-49e8-8491-500776766264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:39.570768 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-3351c2df-13ef-49e8-8491-500776766264 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1350217 Nov 29 18:56:41.981087 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49178) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:42.123435 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f18871c-8dae-40ec-9b92-1bfd1ab1dc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:42.126840 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-6f18871c-8dae-40ec-9b92-1bfd1ab1dc4f admin admin] 10.222.0.45 "GET /v2.0/networks/332ae169-7ee8-4577-bb87-7b0bf7f58980 HTTP/1.1" status: 200 len: 869 time: 0.1427906 Nov 29 18:56:44.528756 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49186) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:44.656803 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e92cf0-b4f0-4cc1-8d67-f6f91d7c6e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:44.658124 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-13e92cf0-b4f0-4cc1-8d67-f6f91d7c6e25 admin admin] 10.222.0.45 "GET /v2.0/networks/6df4cfaa-228d-4c30-83c5-dea2f14d1768 HTTP/1.1" status: 200 len: 886 time: 0.1284242 Nov 29 18:56:47.086783 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49194) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:47.208602 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd758b0c-91f8-4814-b001-efaf7693145b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:47.209060 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd758b0c-91f8-4814-b001-efaf7693145b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:47.210603 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-fd758b0c-91f8-4814-b001-efaf7693145b admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228611 Nov 29 18:56:49.592642 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:49.717275 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744e7e6-b75d-468d-9c99-a238918d58f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:49.717730 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744e7e6-b75d-468d-9c99-a238918d58f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:49.719271 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-a744e7e6-b75d-468d-9c99-a238918d58f7 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256883 Nov 29 18:56:50.835120 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a31893d0-ad92-4151-97eb-ed33ea89d98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:52.128755 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49210) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:52.222935 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00dddf-dcda-4452-9a63-17d0b5f0fed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:52.224283 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-8c00dddf-dcda-4452-9a63-17d0b5f0fed8 admin admin] 10.222.0.45 "GET /v2.0/subnets/63387882-3551-4fd3-ae43-19f8783d77b8 HTTP/1.1" status: 200 len: 868 time: 0.0945768 Nov 29 18:56:53.211577 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-31f9fa01-d86c-4699-abf7-ea432e5fa20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.142386 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.653025 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49218) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:54.737992 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413e237-f3fb-4f7d-a583-83228ca42bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:54.739350 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d413e237-f3fb-4f7d-a583-83228ca42bbf admin admin] 10.222.0.45 "GET /v2.0/subnets/93f3dae9-4159-4678-acc4-d59f6d9201f2 HTTP/1.1" status: 200 len: 816 time: 0.0853784 Nov 29 18:56:55.852995 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.553516 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:57.217381 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:57:19.732787 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49272) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:57:19.780257 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [None req-d1f4da58-b78b-4fd5-9911-c3d5fc5a5080 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102679) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:57:19.781268 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d1f4da58-b78b-4fd5-9911-c3d5fc5a5080 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475357 Nov 29 18:57:20.836444 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a23357d5-3c61-40b9-8eaa-e25abf749a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:22.260538 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49280) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:57:22.321645 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.pecan_wsgi.hooks.translation [None req-5140bff1-5c6d-4692-a81d-2d2c76500436 admin admin] GET failed (client error): The resource could not be found. Nov 29 18:57:22.322995 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-5140bff1-5c6d-4692-a81d-2d2c76500436 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615065 Nov 29 18:57:22.409126 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f9320-a18a-4d26-abea-3fc641ed2ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:22.410958 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-a21f9320-a18a-4d26-abea-3fc641ed2ea1 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835693 Nov 29 18:57:23.216269 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d528c68f-5e28-4811-8e71-59ced19652cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:24.144998 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:24.795510 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49288) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:57:24.842483 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:57:24.863531 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Made reservation on behalf of b5f050b11a9d4214b4aa9d8e84f5024b for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:57:24.865856 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:24.899862 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING neutron.services.revisions.revision_plugin [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Could not find related network for resource to bump revision. Nov 29 18:57:24.915536 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:57:24.926024 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:24.926457 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Added segment a5bfb872-1c39-4cfa-be03-128cc9a48a2e of type vlan for network 8f8d01a3-6672-487c-9091-51598c0ee76b Nov 29 18:57:24.965795 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:24.990516 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:24.991449 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:24.992024 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:25.051079 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2544556 Nov 29 18:57:25.058843 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8d01a3-6672-487c-9091-51598c0ee76b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:25.066145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.066530 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.066881 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.067225 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.067563 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.067908 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.068234 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.068571 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.068902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.069233 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.069561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.069887 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e324bc-87f5-4f44-89ff-415101f449c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:25.082307 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 8f8d01a3-6672-487c-9091-51598c0ee76b details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:57:25.857440 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:26.554704 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:27.474371 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49296) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:57:27.534877 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-258a06c2-c160-4142-b46d-05fc9401a20f admin admin] GET failed (client error): The resource could not be found. Nov 29 18:57:27.536157 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-258a06c2-c160-4142-b46d-05fc9401a20f admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608215 Nov 29 18:57:27.637453 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e15a1f-f174-44ee-b725-bb9b8cd6c9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:27.638961 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d7e15a1f-f174-44ee-b725-bb9b8cd6c9de admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983050 Nov 29 18:57:27.649097 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Request body: {'subnet': {'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:57:27.669358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Made reservation on behalf of b5f050b11a9d4214b4aa9d8e84f5024b for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:57:27.671494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:27.834829 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:27.890215 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e0f73b-4c69-44d1-a99e-2bbc32041b8a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:27.896944 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Checking segment: {'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:57:27.897297 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Network hostable DHCP agents. Network: 8f8d01a3-6672-487c-9091-51598c0ee76b, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:57:27.913550 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Network 8f8d01a3-6672-487c-9091-51598c0ee76b is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:57:27.922435 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 8f8d01a3-6672-487c-9091-51598c0ee76b) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:57:27.926297 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:27.926886 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:27.931863 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943539a6-7595-4431-b1b0-64ddf2079d29 None None] Network 8f8d01a3-6672-487c-9091-51598c0ee76b requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:57:27.940944 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5792e6a1-68a6-4525-b36e-cb8b8ba7e643 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2951579 Nov 29 18:57:28.083105 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-8f8d01a3-6672-487c-9091-51598c0ee76b', 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b', 'tenant_id': 'b5f050b11a9d4214b4aa9d8e84f5024b', 'fixed_ips': [{'subnet_id': '88e0f73b-4c69-44d1-a99e-2bbc32041b8a'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:57:28.084013 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:28.226882 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Allocated IP 192.168.233.2 (8f8d01a3-6672-487c-9091-51598c0ee76b/88e0f73b-4c69-44d1-a99e-2bbc32041b8a/d0972f84-5ae9-40f6-bd22-a40a5124585e) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:57:28.461153 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:28.468021 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:28.510838 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Network 8f8d01a3-6672-487c-9091-51598c0ee76b is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:57:28.513558 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:57:28.517065 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:57:28.527429 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Pushing event updated for resources: {'Port': ['ID=d0972f84-5ae9-40f6-bd22-a40a5124585e,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:28.548824 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.549195 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.549541 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.549876 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.550211 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.550573 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.550907 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.551240 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.551584 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.551914 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.552246 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.552572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:28.585468 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Attempting to bind port d0972f84-5ae9-40f6-bd22-a40a5124585e on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:57:28.585843 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Attempting to bind port d0972f84-5ae9-40f6-bd22-a40a5124585e by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:57:28.586219 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Attempting to bind port d0972f84-5ae9-40f6-bd22-a40a5124585e on network 8f8d01a3-6672-487c-9091-51598c0ee76b {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:57:28.591647 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:57:28.592029 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Checking segment: {'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:57:28.592456 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:28.592879 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Bound using segment: {'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:57:28.593350 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Bound port: d0972f84-5ae9-40f6-bd22-a40a5124585e, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:57:28.593749 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:28.658402 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] For port d0972f84-5ae9-40f6-bd22-a40a5124585e, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:57:28.661565 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] For port d0972f84-5ae9-40f6-bd22-a40a5124585e, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=d0972f84-5ae9-40f6-bd22-a40a5124585e,segment=NetworkSegment(a5bfb872-1c39-4cfa-be03-128cc9a48a2e),segment_id=a5bfb872-1c39-4cfa-be03-128cc9a48a2e)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:57:28.668341 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:28.730609 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939abf1-e7c8-4f26-9181-1b9ded56b4d1 None None] Pushing event updated for resources: {'Port': ['ID=d0972f84-5ae9-40f6-bd22-a40a5124585e,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:29.520752 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96503400-ade2-4ffe-b3b7-2ffb94624407 None None] Network 8f8d01a3-6672-487c-9091-51598c0ee76b requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:57:29.604415 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-dfe9b020-53de-4edf-bf0b-1800d656d353 None None] Provisioning complete for port d0972f84-5ae9-40f6-bd22-a40a5124585e triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:57:29.604787 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b020-53de-4edf-bf0b-1800d656d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:29.749181 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b020-53de-4edf-bf0b-1800d656d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:29.786056 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-dfe9b020-53de-4edf-bf0b-1800d656d353 None None] For port d0972f84-5ae9-40f6-bd22-a40a5124585e, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=d0972f84-5ae9-40f6-bd22-a40a5124585e,segment=NetworkSegment(a5bfb872-1c39-4cfa-be03-128cc9a48a2e),segment_id=a5bfb872-1c39-4cfa-be03-128cc9a48a2e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:29.790888 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b020-53de-4edf-bf0b-1800d656d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:29.843807 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9b020-53de-4edf-bf0b-1800d656d353 None None] Pushing event updated for resources: {'Port': ['ID=d0972f84-5ae9-40f6-bd22-a40a5124585e,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:30.014858 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-4c7b8922-d9d0-427f-ae3c-fb179ec816fe None None] Provisioning complete for port d0972f84-5ae9-40f6-bd22-a40a5124585e triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:57:30.015244 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8922-d9d0-427f-ae3c-fb179ec816fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:30.468858 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device d0972f84-5ae9-40f6-bd22-a40a5124585e up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:57:30.521433 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port d0972f84-5ae9-40f6-bd22-a40a5124585e triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:57:30.522117 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:34.166000 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:57:50.841313 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e25a4bd-1d87-4e81-a84c-e7292d53ab2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:53.218404 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a46364db-9af2-42e5-bf13-8f94e114e99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:54.149201 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:55.859334 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:56.557116 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:11.164035 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:58:20.843766 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-acbdda5d-2ee3-4ac6-80e0-bd26bf46bd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:23.221847 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e75ed97b-78ae-44fb-b142-774b774afa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.153121 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:25.863982 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:26.559824 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:40.486507 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49340) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:40.492964 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [None req-082dc669-e080-4bff-baec-9bc4bfb7a958 tempest-verify_tempest_config-175527818 tempest-verify_tempest_config-175527818-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:58:40.494055 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-082dc669-e080-4bff-baec-9bc4bfb7a958 tempest-verify_tempest_config-175527818 tempest-verify_tempest_config-175527818-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066118 Nov 29 18:58:40.826449 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49358) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:40.950979 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.030980 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.035285 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.079281 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844a03f5-bf78-44b1-aa79-d68eea1c57b4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:41.083853 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=760542284bd64601b71bb76270d4fdd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2563643 Nov 29 18:58:41.087398 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49364) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:41.088743 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.089102 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.089451 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.089795 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.090136 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.090521 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.090864 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.091204 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.091563 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.091901 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.092236 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.092585 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95d48-9788-442d-90d1-21bc4e6f8d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.145108 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.166686 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.256941 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.259644 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.261025 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/844a03f5-bf78-44b1-aa79-d68eea1c57b4 HTTP/1.1" status: 204 len: 168 time: 0.1724861 Nov 29 18:58:41.268725 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a03f5-bf78-44b1-aa79-d68eea1c57b4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:41.276415 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.276774 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.277121 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.277465 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.277805 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.278160 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.278537 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.278874 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.279227 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.279561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.279910 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:41.280218 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ddbf-3c78-4b1f-b05b-db34fafd5f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:48.161719 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:58:50.850500 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a0fd-3dd0-41c4-b983-4c3e078d138f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:53.223367 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-497ce8ed-9472-4ecb-bb30-f333b7fa822d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:54.154827 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:55.865257 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:56.561373 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:20.842425 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9b109b12-8840-43bd-9b42-f45a13446ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:23.224361 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-405a9f43-4417-4833-b1c7-0a873c6e0429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:24.157489 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:25.160032 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:59:25.869590 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:26.562785 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:50.843589 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98201e02-9ef3-4cc7-80e0-c07a4dc0b96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:53.225576 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1ef6c73d-ac26-423c-8e18-e6f19f08bad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:54.160920 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:55.871606 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:56.563956 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:02.159096 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 5 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:00:14.316937 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531664'] for agent, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:20.844376 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ee520e8f-d480-471a-bf8d-bfbbc3501679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:23.226539 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2cf55f4e-c329-4ebd-bfd5-7aaec207a6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:24.164940 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:25.875359 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:26.565897 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:29.767650 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:00:29.872432 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-64372ddf-f227-43e1-b5a9-147255f959d8 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1036606 Nov 29 19:00:32.310761 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49448) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:00:32.364112 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-cb8caea0-7056-4f28-a1a1-df7332c3f221 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522513 Nov 29 19:00:39.158864 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:00:44.272163 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:50.845497 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0d7cb755-2a22-4344-987a-f2b6b592921d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:53.226860 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-618b5e79-3f10-480a-8748-34492708d525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:54.166912 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:55.878671 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:56.567294 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:14.271185 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:16.158486 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:01:20.847309 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4da8c2bf-fdc4-480c-9248-09b2997bcc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:23.241824 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2b170c98-9ece-45e1-a931-9566330fc8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:24.173370 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:25.885541 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:26.571183 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:44.287327 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:50.848870 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f4ad0b83-0b71-4838-9fed-82f1db8234bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:53.158396 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:01:53.230854 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3084ada3-f46a-49e4-a845-601c6d2d2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:54.169035 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:55.887462 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:56.574027 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:01.819606 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49644) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:02.190629 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-network', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:02.214002 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Made reservation on behalf of eb17ce0da1074482a968d9210a8e018c for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:02.216670 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.225836 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.313453 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.317932 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.345735 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:02.353739 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:02:02.359578 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.360181 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.360868 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.361592 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.362075 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.362470 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.362820 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.363176 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.363526 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.364016 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.364503 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.364984 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49670) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:02.365545 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Tracked resource versions report: Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: pushed versions: Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Log': {'1.0'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Network': {'1.1'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Port': {'1.7'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SubPort': {'1.0'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Subnet': {'1.1'}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Trunk': {'1.1'}} Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: consumer versions: Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: HyperV agent@hv-cinder-81574: {}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Log': '1.0', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Network': '1.1', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Port': '1.7', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'PortForwarding': '1.2', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'QosPolicy': '1.10', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroup': '1.5', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'SubPort': '1.0', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Subnet': '1.1', Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: 'Trunk': '1.1'}} Nov 29 19:02:02.366760 dv-cinder-815746-3-iscsi neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 19:02:02.378010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.378594 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Added segment eb53aaf6-376f-44df-b5e4-68d14a7d87eb of type vlan for network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d Nov 29 19:02:02.424899 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.451083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.452164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:02.452764 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.482812 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6591055 Nov 29 19:02:02.484123 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49678) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:02.489960 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Request body: {'subnet': {'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-subnet', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:02.530810 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Made reservation on behalf of eb17ce0da1074482a968d9210a8e018c for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:02.533814 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.575307 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f8ba4-6e81-4425-b0fe-2a4432dbda1f admin admin] Pushing event updated for resources: {'Network': ['ID=50baf5da-ed6c-42a5-b3cc-f25e70102e6d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:02.587120 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:02:02.602891 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49686) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:02.608796 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49688) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:02.748326 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1693299206-network', 'tenant_id': '2749f2c770e5415681598c3fcfb04147'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:02.761204 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1712317976-network', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:02.779126 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.db.api [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 19:02:02.779126 dv-cinder-815746-3-iscsi neutron-server[102678]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 19:02:02.779126 dv-cinder-815746-3-iscsi neutron-server[102678]: [parameters: {'project_id_1': 'aff2f1610df3473eb9bfbf69b3b32a89', 'expiration_1': datetime.datetime(2021, 11, 29, 19, 1, 42, 766889)}] Nov 29 19:02:02.779126 dv-cinder-815746-3-iscsi neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 19:02:02.780006 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG oslo_db.api [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 19:02:02.807213 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1968650477-network', 'tenant_id': '52180d0605844941a8a79e2193ef284c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:02.845896 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Made reservation on behalf of 52180d0605844941a8a79e2193ef284c for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:02.848402 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.862298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.878346 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Made reservation on behalf of 2749f2c770e5415681598c3fcfb04147 for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:02.881390 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.899450 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.914291 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.976902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.983091 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:02.984453 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:02.995854 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.996229 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.996579 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.996924 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.997263 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.997600 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.997831 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:02:02.998294 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.998821 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:02.999579 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:03.000057 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:03.000544 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:03.001029 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Tracked resource versions report: Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: pushed versions: Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: { 'AddressGroup': {'1.2'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'ConntrackHelper': {'1.0'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Log': {'1.0'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Network': {'1.1'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Port': {'1.7'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'PortForwarding': {'1.2'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'QosPolicy': {'1.10'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroup': {'1.5'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroupRule': {'1.2'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SubPort': {'1.0'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Subnet': {'1.1'}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Trunk': {'1.1'}} Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: consumer versions: Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: HyperV agent@hv-cinder-81574: {}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'ConntrackHelper': '1.0', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Log': '1.0', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Network': '1.1', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Port': '1.7', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'PortForwarding': '1.2', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'QosPolicy': '1.10', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroup': '1.5', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SecurityGroupRule': '1.2', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'SubPort': '1.0', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Subnet': '1.1', Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: 'Trunk': '1.1'}} Nov 29 19:02:03.002207 dv-cinder-815746-3-iscsi neutron-server[102679]: {{(pid=102679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 19:02:03.010611 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.010963 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Added segment 17959fd3-b85c-4a57-8434-b0e6bca3aac7 of type vlan for network 7a6d3672-735b-4791-855b-8c192e8d3e6c Nov 29 19:02:03.034900 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Checking segment: {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:03.035634 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Network hostable DHCP agents. Network: 50baf5da-ed6c-42a5-b3cc-f25e70102e6d, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:02:03.066883 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.072854 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:02:03.091845 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 50baf5da-ed6c-42a5-b3cc-f25e70102e6d) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:03.101091 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047f969-22a1-4574-8e8b-6410ac939c03 None None] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:03.102968 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:03.104983 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.122517 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72197d56-a1d0-4ec0-bd48-1aa204a418fe,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:03.131168 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.132584 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:03.133245 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.138760 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-721bc5a9-4f25-4b45-b9f1-d5d4d0bf1c64 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6532452 Nov 29 19:02:03.142807 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49722) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:03.147282 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:03.174201 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.176754 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.178323 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.184719 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.200191 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:02:03.205262 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6d3672-735b-4791-855b-8c192e8d3e6c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:03.212874 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.213373 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Added segment d49404e4-6e22-4df1-8e3a-e9e1e6536c5a of type vlan for network d8222184-a4a4-4a59-bc47-d462f13dccbf Nov 29 19:02:03.213533 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-172eb2c0-3fde-404e-a118-dd508d19d2f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6033900 Nov 29 19:02:03.217478 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:03.223909 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Request body: {'subnet': {'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1968650477-subnet', 'tenant_id': '52180d0605844941a8a79e2193ef284c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:03.231167 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 7a6d3672-735b-4791-855b-8c192e8d3e6c details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:02:03.273552 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.285434 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Made reservation on behalf of 52180d0605844941a8a79e2193ef284c for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:03.291606 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.309683 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.314278 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:03.314950 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.461027 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Made reservation on behalf of aff2f1610df3473eb9bfbf69b3b32a89 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:03.468866 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.485515 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a75779-e6e2-4ce6-9dc6-d5011b504dc5 None None] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:03.496154 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.513287 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1465487 Nov 29 19:02:03.515409 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49738) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:03.526011 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.751077 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Request body: {'subnet': {'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1693299206-subnet', 'tenant_id': '2749f2c770e5415681598c3fcfb04147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:03.775562 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Pushing event updated for resources: {'Network': ['ID=d8222184-a4a4-4a59-bc47-d462f13dccbf,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:03.814037 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf846566-1eb5-414e-889a-8b65a2ba02cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0d084-fdaf-4137-8766-e6b8bf1364d3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:03.819647 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.848751 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.871752 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network d8222184-a4a4-4a59-bc47-d462f13dccbf details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:02:03.885768 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:02:03.899413 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.924432 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:03.924836 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Added segment 9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848 of type vlan for network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb Nov 29 19:02:03.939423 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae180183-a152-447e-8ee7-b536b7a5d7da,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:04.016397 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.077446 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f21510-8fe5-43c0-9eb1-804f42631d6d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:04.084154 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.086056 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:04.086915 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.104573 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Checking segment: {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:04.105229 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Network hostable DHCP agents. Network: 7a6d3672-735b-4791-855b-8c192e8d3e6c, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:02:04.115154 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.122835 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Made reservation on behalf of 2749f2c770e5415681598c3fcfb04147 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:04.129775 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.134884 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5270159 Nov 29 19:02:04.140546 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49758) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:04.150654 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Request body: {'subnet': {'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1712317976-subnet', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:04.185826 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Network 7a6d3672-735b-4791-855b-8c192e8d3e6c is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:02:04.199279 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce45999-2e4d-4dc3-b8e3-f3a7caa42085 admin admin] Pushing event updated for resources: {'Network': ['ID=1eafe7d2-4063-4f97-a6ac-60940cdbdffb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:04.204396 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 7a6d3672-735b-4791-855b-8c192e8d3e6c) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:04.210615 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:04.211752 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:02:04.213175 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.218178 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d1c17-4a70-4315-9a03-0390c25695bb None None] Network 7a6d3672-735b-4791-855b-8c192e8d3e6c requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:04.241486 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-9cc72df5-4ba2-4a7d-9615-6158422057c8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0224755 Nov 29 19:02:04.343243 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Made reservation on behalf of aff2f1610df3473eb9bfbf69b3b32a89 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:04.345510 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.509417 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5555d21-77a4-4d4f-bf13-43b36d520c90 None None] Network 7a6d3672-735b-4791-855b-8c192e8d3e6c requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:04.595628 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49792) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:04.733602 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.834047 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.879931 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.899381 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325f1541-cf13-48b4-b25a-a2691bee4241,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:04.909059 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:04.989948 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Checking segment: {'id': 'd49404e4-6e22-4df1-8e3a-e9e1e6536c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:04.990367 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Network hostable DHCP agents. Network: d8222184-a4a4-4a59-bc47-d462f13dccbf, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:02:04.999496 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49802) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:05.038721 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5335a4b8-62e6-488c-87cb-835c29cb08e4,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:05.064453 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3af5e3c5-3dfb-47a7-8fa9-76ee51fa0e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.079455 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Network d8222184-a4a4-4a59-bc47-d462f13dccbf is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:02:05.092019 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Checking segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:05.092401 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Network hostable DHCP agents. Network: 1eafe7d2-4063-4f97-a6ac-60940cdbdffb, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:02:05.105904 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, d8222184-a4a4-4a59-bc47-d462f13dccbf) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:05.117002 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Allocated IP 172.27.2.118 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/872c2b55-81e3-4a02-92a7-7ea9b1327d2b) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:05.119408 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea2a2e-b2d2-4f74-aec0-26240f605e3c None None] Network d8222184-a4a4-4a59-bc47-d462f13dccbf requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:05.120761 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:05.121357 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.138085 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cfa-b63d-49cd-8162-8fb357188637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.148227 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-8b6e669e-adac-4956-836b-108909b5fa27 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5471261 Nov 29 19:02:05.160552 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:02:05.199935 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 1eafe7d2-4063-4f97-a6ac-60940cdbdffb) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:05.206425 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:05.207021 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.253849 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3403a-b1af-4638-8dce-6657e1288ef3 None None] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:05.257284 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-9de87a79-c86d-4a4c-863f-020bc62adfd1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1149166 Nov 29 19:02:05.262846 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49812) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:05.273501 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:05.385367 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.411904 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cfa-b63d-49cd-8162-8fb357188637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.424555 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49830) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:05.428539 dv-cinder-815746-3-iscsi neutron-server[102679]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 19:02:05.429747 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.438020 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cfa-b63d-49cd-8162-8fb357188637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.442917 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.477613 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-8dfe1cfa-b63d-49cd-8162-8fb357188637 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f454ad29c5c42ea977779a0e0b39a54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4762590 Nov 29 19:02:05.488225 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 49838) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:05.516768 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe1cfa-b63d-49cd-8162-8fb357188637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0820d0-b908-4191-ae2c-5e36516d061c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:05.540033 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3af5e3c5-3dfb-47a7-8fa9-76ee51fa0e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.547686 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3af5e3c5-3dfb-47a7-8fa9-76ee51fa0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.596521 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-3af5e3c5-3dfb-47a7-8fa9-76ee51fa0e3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7be81fa41b8f4a8fb844b41fb43676c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9997478 Nov 29 19:02:05.597439 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49848) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:05.644993 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.678589 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8b43798-5daf-47cb-bc70-0786d86ce1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.744237 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:02:05.744411 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8b43798-5daf-47cb-bc70-0786d86ce1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.745292 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.761335 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de472d-892b-4502-8aa0-dec31202add3 None None] Network d8222184-a4a4-4a59-bc47-d462f13dccbf requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:05.775409 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.788064 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5e3c5-3dfb-47a7-8fa9-76ee51fa0e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a8762-4beb-4bb7-8f57-31e971acaaa1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:05.790038 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:05.834409 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:05.847350 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8b43798-5daf-47cb-bc70-0786d86ce1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.852759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8b43798-5daf-47cb-bc70-0786d86ce1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:05.860498 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-f8b43798-5daf-47cb-bc70-0786d86ce1d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd8a8762-4beb-4bb7-8f57-31e971acaaa1 HTTP/1.1" status: 204 len: 168 time: 0.2589347 Nov 29 19:02:05.872433 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43798-5daf-47cb-bc70-0786d86ce1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a8762-4beb-4bb7-8f57-31e971acaaa1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:05.922031 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:05.936612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49870) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:05.948658 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 19:02:05.954283 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-7efe4d3f-9e45-40c8-ab27-dae946716453 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:05.963391 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-7efe4d3f-9e45-40c8-ab27-dae946716453 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 815 time: 0.5362849 Nov 29 19:02:06.059850 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Allocated IP 172.20.0.2 (1eafe7d2-4063-4f97-a6ac-60940cdbdffb/5335a4b8-62e6-488c-87cb-835c29cb08e4/c308a5e2-4903-4e66-8562-7c1408d80f4a) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:06.089549 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-d22b5b36-e1ed-42e1-9270-8b5a8d2e89f8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/quotas/52180d0605844941a8a79e2193ef284c HTTP/1.1" status: 200 len: 375 time: 0.1246574 Nov 29 19:02:06.216490 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa78d-2aac-4d34-be5a-936266081c6a req-958d4f5e-065f-406d-83b0-053ea7cd22a1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:06.218850 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-958d4f5e-065f-406d-83b0-053ea7cd22a1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/networks?id=d8222184-a4a4-4a59-bc47-d462f13dccbf HTTP/1.1" status: 200 len: 812 time: 0.2801681 Nov 29 19:02:06.244008 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.250105 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-6bc2dff7-29cf-4483-97f1-e8ff2f355086 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/quotas/2749f2c770e5415681598c3fcfb04147 HTTP/1.1" status: 200 len: 375 time: 0.0251739 Nov 29 19:02:06.251735 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.294980 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49874) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:06.300057 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:06.302930 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:06.307101 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.307273 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:06.312135 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Pushing event updated for resources: {'Port': ['ID=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:06.318228 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Pushing event updated for resources: {'Port': ['ID=c308a5e2-4903-4e66-8562-7c1408d80f4a,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:06.325529 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-7ba6087c-1ebb-4222-bf53-d26dec4d1177 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2749f2c770e5415681598c3fcfb04147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739748 Nov 29 19:02:06.332682 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25252442-26ae-41a2-b124-7ebb49a35e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.344338 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.344716 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.345075 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.345711 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.346060 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.346426 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.347351 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.347351 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.347719 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.348045 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.348374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.348762 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Tracked resource versions report: Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: pushed versions: Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: { 'AddressGroup': {'1.2'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'ConntrackHelper': {'1.0'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Log': {'1.0'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Network': {'1.1'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Port': {'1.7'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'PortForwarding': {'1.2'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'QosPolicy': {'1.10'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroup': {'1.5'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroupRule': {'1.2'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SubPort': {'1.0'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Subnet': {'1.1'}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Trunk': {'1.1'}} Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: consumer versions: Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: HyperV agent@hv-cinder-81574: {}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'ConntrackHelper': '1.0', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Log': '1.0', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Network': '1.1', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Port': '1.7', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'PortForwarding': '1.2', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'QosPolicy': '1.10', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroup': '1.5', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SecurityGroupRule': '1.2', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'SubPort': '1.0', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Subnet': '1.1', Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: 'Trunk': '1.1'}} Nov 29 19:02:06.349803 dv-cinder-815746-3-iscsi neutron-server[102680]: {{(pid=102680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 19:02:06.391530 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Attempting to bind port c308a5e2-4903-4e66-8562-7c1408d80f4a on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:06.392309 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Attempting to bind port c308a5e2-4903-4e66-8562-7c1408d80f4a by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:06.392309 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Attempting to bind port c308a5e2-4903-4e66-8562-7c1408d80f4a on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:06.403406 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:06.403784 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Checking segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:06.404191 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.404616 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Bound using segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:06.405054 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Bound port: c308a5e2-4903-4e66-8562-7c1408d80f4a, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:06.405456 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.477317 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-e001042b-8bba-410f-b06f-3a7905f28202 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1769106 Nov 29 19:02:06.487395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25252442-26ae-41a2-b124-7ebb49a35e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.488527 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-34ff3462-7cb0-480f-b108-18054ea64ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.497532 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25252442-26ae-41a2-b124-7ebb49a35e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.568844 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-34ff3462-7cb0-480f-b108-18054ea64ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.582921 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] For port c308a5e2-4903-4e66-8562-7c1408d80f4a, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:06.586814 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] For port c308a5e2-4903-4e66-8562-7c1408d80f4a, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=c308a5e2-4903-4e66-8562-7c1408d80f4a,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:06.592173 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-25252442-26ae-41a2-b124-7ebb49a35e8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4a128850f4541019b6bfa83de9892d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2959571 Nov 29 19:02:06.594986 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 49892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:06.598734 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.603927 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25252442-26ae-41a2-b124-7ebb49a35e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd616d0-89b8-496f-9872-9c1edcd83205,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:06.660739 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a21abc62-0785-4d3b-83a2-415a85fc2cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.691065 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a21abc62-0785-4d3b-83a2-415a85fc2cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.710472 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-dd04215c-4572-4df6-adb3-e7d10e5390e7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:02:06.711522 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-dd04215c-4572-4df6-adb3-e7d10e5390e7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1516953 Nov 29 19:02:06.729596 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751cfc3-a5c5-4831-9408-6d3dc5812e07 None None] Pushing event updated for resources: {'Port': ['ID=c308a5e2-4903-4e66-8562-7c1408d80f4a,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:06.731512 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-ff35f8cd-8f71-4996-954d-4768fe633fb2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102679) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:02:06.738776 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-ff35f8cd-8f71-4996-954d-4768fe633fb2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1721292 Nov 29 19:02:06.751180 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.856213 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-ffdcc9be-337c-4f38-9276-e4fbb11173f3 service neutron] 10.222.0.45 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353228 Nov 29 19:02:06.865205 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-34ff3462-7cb0-480f-b108-18054ea64ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.867895 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-34ff3462-7cb0-480f-b108-18054ea64ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.872491 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-34ff3462-7cb0-480f-b108-18054ea64ec2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc0820d0-b908-4191-ae2c-5e36516d061c HTTP/1.1" status: 204 len: 168 time: 1.3726950 Nov 29 19:02:06.893902 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff3462-7cb0-480f-b108-18054ea64ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0820d0-b908-4191-ae2c-5e36516d061c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:06.929017 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a21abc62-0785-4d3b-83a2-415a85fc2cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.932369 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a21abc62-0785-4d3b-83a2-415a85fc2cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:06.936449 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-a21abc62-0785-4d3b-83a2-415a85fc2cd7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbd616d0-89b8-496f-9872-9c1edcd83205 HTTP/1.1" status: 204 len: 168 time: 0.3374882 Nov 29 19:02:06.952142 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21abc62-0785-4d3b-83a2-415a85fc2cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd616d0-89b8-496f-9872-9c1edcd83205,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:07.010639 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-20e9450a-0aaa-409e-85c7-d52ed8f7e42e service neutron] 10.222.0.45 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523905 Nov 29 19:02:07.196041 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-e9704e54-c33c-44bb-bbe4-ea7174381b47 service neutron] 10.222.0.45 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556887 Nov 29 19:02:07.464273 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:07.544184 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:07.586380 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34e65f85-2c9f-4acb-88cb-7e5438c84e28 req-2dbaeacf-8826-425e-bf1a-f95d15f60a4d tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.0756810 Nov 29 19:02:07.588460 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-67410f4d-7d69-4e28-afcc-217771b1c8f2 service neutron] 10.222.0.45 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538142 Nov 29 19:02:07.591708 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:08.106720 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Allocated IP 172.27.2.77 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:08.201299 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c01eb12f-bc69-4379-8d5a-0dcaf52c7367 req-9700ac6c-5dec-440a-9ea1-e3ff568b5001 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.2094150 Nov 29 19:02:08.488999 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Router 0032d79d-76a5-4d55-867b-d245d3eb3c08 is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:02:08.489189 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50006) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:08.510855 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faebf9a7-3ef3-4186-ac1a-059eefd2608e None None] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:08.536227 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:08.644333 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-045b045b-244c-4086-a508-5b6384178b38 None None] Provisioning complete for port c308a5e2-4903-4e66-8562-7c1408d80f4a triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:08.644706 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-045b045b-244c-4086-a508-5b6384178b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:08.709660 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020273739-network', 'tenant_id': 'd1ac984b53114c2cb0f97562f2ca95e8'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:08.756811 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Made reservation on behalf of d1ac984b53114c2cb0f97562f2ca95e8 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:08.760011 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device c308a5e2-4903-4e66-8562-7c1408d80f4a up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:08.760572 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:08.806717 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:08.866416 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dcc5f9bc-3ffa-4b5b-a7d9-9fff76cacfc1 req-dfa144f4-ad8e-4eab-ba25-9ccf8c3c5f0f tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.1339030 Nov 29 19:02:08.995639 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.003270 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.011214 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.039259 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port c308a5e2-4903-4e66-8562-7c1408d80f4a triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:09.040243 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:02:09.045119 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.093996 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.100760 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-045b045b-244c-4086-a508-5b6384178b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.101463 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Added segment 6864ebcb-0c98-4564-ac42-9840252f562a of type vlan for network 0fa20861-11ac-4a64-8e45-986646dda7ac Nov 29 19:02:09.116189 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:09.126021 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:09.128566 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:02:09.131500 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:09.135327 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Pushing event updated for resources: {'Port': ['ID=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:09.161321 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Sync routers for ids ['0032d79d-76a5-4d55-867b-d245d3eb3c08'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:02:09.178596 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e44bc-c11f-4748-9929-4421ee292adb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:09.206013 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.207584 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Routers {'0032d79d-76a5-4d55-867b-d245d3eb3c08'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:09.215670 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['0032d79d-76a5-4d55-867b-d245d3eb3c08'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:09.248055 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.249375 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:09.249958 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.273392 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-045b045b-244c-4086-a508-5b6384178b38 None None] For port c308a5e2-4903-4e66-8562-7c1408d80f4a, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=c308a5e2-4903-4e66-8562-7c1408d80f4a,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:09.283464 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-045b045b-244c-4086-a508-5b6384178b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.459858 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.465662 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-06cd36a4-ba5e-423b-b9b8-a50e8e0ede72 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3173113 Nov 29 19:02:09.478986 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50056) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:09.577802 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b045b-244c-4086-a508-5b6384178b38 None None] Pushing event updated for resources: {'Port': ['ID=c308a5e2-4903-4e66-8562-7c1408d80f4a,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:09.693693 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Set router 0032d79d-76a5-4d55-867b-d245d3eb3c08 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:09.798194 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.825726 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-fcf7b9a9-0455-4f02-84a2-dd32c08254a2 None None] Provisioning complete for port c308a5e2-4903-4e66-8562-7c1408d80f4a triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:09.826775 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b9a9-0455-4f02-84a2-dd32c08254a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:09.963882 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4732487 Nov 29 19:02:09.981614 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50078) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:10.021149 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Request body: {'subnet': {'network_id': '0fa20861-11ac-4a64-8e45-986646dda7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020273739-subnet', 'tenant_id': 'd1ac984b53114c2cb0f97562f2ca95e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:10.066656 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664600e0-829b-4518-9d5d-3fd1b9d10631 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa20861-11ac-4a64-8e45-986646dda7ac,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:10.076543 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1e5a046e-2c78-469f-8605-24e9557ea7c1 req-cbe97e0b-3ed2-4867-a143-ad8181e67121 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.6281631 Nov 29 19:02:10.082708 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 0fa20861-11ac-4a64-8e45-986646dda7ac details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:02:10.125677 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Made reservation on behalf of d1ac984b53114c2cb0f97562f2ca95e8 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:10.128102 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.147675 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6d7454ad-d9d2-4bb2-aafb-098bf26606a1 req-49a54d65-4a6c-45c1-8758-b4c80fee8b0a tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.0427663 Nov 29 19:02:10.222184 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.232032 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:02:06Z', 'revision_number': 3, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port': {'id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:04Z', 'updated_at': '2021-11-29T19:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:10.274479 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Checking router: 0032d79d-76a5-4d55-867b-d245d3eb3c08 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:02:10.274670 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Updating router 0032d79d-76a5-4d55-867b-d245d3eb3c08 port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:02:10.335856 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.470471 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Router 636b7af5-3d8b-4c71-930a-64ff5fe13818 is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:02:10.477624 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.597082 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee0797a-8ac7-413c-a910-f4e704cc5b3e,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:10.618209 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device c308a5e2-4903-4e66-8562-7c1408d80f4a up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:10.639514 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Checking segment: {'id': '6864ebcb-0c98-4564-ac42-9840252f562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0fa20861-11ac-4a64-8e45-986646dda7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:10.639874 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Network hostable DHCP agents. Network: 0fa20861-11ac-4a64-8e45-986646dda7ac, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:02:10.672240 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Network 0fa20861-11ac-4a64-8e45-986646dda7ac is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:02:10.681483 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:02:10.690825 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 0fa20861-11ac-4a64-8e45-986646dda7ac) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:10.698217 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:10.698892 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.711885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.713632 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf6b1a5-3f86-451b-aa98-ffd07c1b97a7 None None] Network 0fa20861-11ac-4a64-8e45-986646dda7ac requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:10.722104 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1eb537fb-21e4-4203-a2f5-fabe58d61497 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4536476 Nov 29 19:02:10.723595 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Sync routers for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:02:10.723759 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50108) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:10.735101 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.754892 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.763423 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.776793 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-70ea87ff-6c34-4d9f-acf2-e5779e18cc46 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7931800 Nov 29 19:02:10.826304 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:10.827375 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:10.885012 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Attempting to bind port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:10.886074 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Attempting to bind port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:10.886074 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Attempting to bind port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:10.905189 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:10.905540 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:10.906238 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.906674 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:10.907239 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Bound port: 872c2b55-81e3-4a02-92a7-7ea9b1327d2b, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:10.911330 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:10.915854 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Pushing event updated for resources: {'Port': ['ID=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:10.983073 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.983455 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.983801 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.988203 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.988591 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.988937 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.989282 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.989620 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.989974 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.991792 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.991934 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:10.992245 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Tracked resource versions report: Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: pushed versions: Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: { 'AddressGroup': {'1.2'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'ConntrackHelper': {'1.0'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Log': {'1.0'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Network': {'1.1'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Port': {'1.7'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'PortForwarding': {'1.2'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'QosPolicy': {'1.10'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroup': {'1.5'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroupRule': {'1.2'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SubPort': {'1.0'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Subnet': {'1.1'}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Trunk': {'1.1'}} Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: consumer versions: Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: { DHCP agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: HyperV agent@hv-cinder-81574: {}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: L3 agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: Metadata agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: Metering agent@dv-cinder-815746-3-iscsi: {}, Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: Open vSwitch agent@dv-cinder-815746-3-iscsi: { 'AddressGroup': '1.2', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'ConntrackHelper': '1.0', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Log': '1.0', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Network': '1.1', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Port': '1.7', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'PortForwarding': '1.2', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'QosPolicy': '1.10', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroup': '1.5', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SecurityGroupRule': '1.2', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'SubPort': '1.0', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Subnet': '1.1', Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: 'Trunk': '1.1'}} Nov 29 19:02:11.007015 dv-cinder-815746-3-iscsi neutron-server[102681]: {{(pid=102681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 19:02:11.009710 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port c308a5e2-4903-4e66-8562-7c1408d80f4a triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:11.009710 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.043058 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] For port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:11.046775 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] For port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:11.054406 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.069657 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50116) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:11.198537 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:11.222906 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Routers {'0032d79d-76a5-4d55-867b-d245d3eb3c08'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:11.228957 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['0032d79d-76a5-4d55-867b-d245d3eb3c08'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:11.431779 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424574d-8f55-46eb-a1a4-923950a1e55d None None] Pushing event updated for resources: {'Port': ['ID=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:11.451576 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Allocated IP 172.20.0.1 (50baf5da-ed6c-42a5-b3cc-f25e70102e6d/cdb4ed31-d469-4a3c-91ac-e42d4a94f68b/206851b7-9443-4001-916c-835cbd923492) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:11.581465 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8cbe68-5582-474e-ad8f-0996e52358d2 None None] Network 0fa20861-11ac-4a64-8e45-986646dda7ac requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:11.593000 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] Set router 0032d79d-76a5-4d55-867b-d245d3eb3c08 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:11.620710 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3f6da93c-a555-424b-a3d8-513b650ea127 req-47822f84-e2e6-49aa-bb4a-700c5f1ca8df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.1576750 Nov 29 19:02:11.623522 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1d4182d-ea88-4366-84a5-473796bc9ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.667469 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1fae1abe-00ff-4a72-a38a-20f9718b5610 req-5d4d9b08-a9da-4520-b688-9e2a1adcf3e9 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.0715990 Nov 29 19:02:11.808239 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.828362 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.832545 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1d4182d-ea88-4366-84a5-473796bc9ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.845102 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1d4182d-ea88-4366-84a5-473796bc9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.914005 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:11.926099 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:09Z', 'revision_number': 3, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:11.980330 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Checking router: 636b7af5-3d8b-4c71-930a-64ff5fe13818 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:02:11.980689 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Updating router 636b7af5-3d8b-4c71-930a-64ff5fe13818 port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:02:11.986039 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4182d-ea88-4366-84a5-473796bc9ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6913468f-d42d-4d90-acae-75fc390bedfa,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:11.998383 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:02:06Z', 'revision_number': 3, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port': {'id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:04Z', 'updated_at': '2021-11-29T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:12.020689 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50156) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:12.027864 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-815129216-network', 'tenant_id': '8320d7958e3f44e0ac811c35f2f145e9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:12.037658 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca55101-3964-4717-9ed0-a228a620f287 None None] The sync data for ids ['0032d79d-76a5-4d55-867b-d245d3eb3c08'] in dv-cinder-815746-3-iscsi is: [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:02:06Z', 'revision_number': 3, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port': {'id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:04Z', 'updated_at': '2021-11-29T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:02:12.041917 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.054007 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:12.055611 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:12.066420 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:12.066966 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.178728 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Pushing event updated for resources: {'Port': ['ID=206851b7-9443-4001-916c-835cbd923492,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:12.188379 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Made reservation on behalf of 8320d7958e3f44e0ac811c35f2f145e9 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:12.190688 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.204785 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.213680 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b1d4182d-ea88-4366-84a5-473796bc9ec3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7af4591f95c84ec8be66837a7e20a048&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1429541 Nov 29 19:02:12.218903 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50160) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:12.347425 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d95edf1-17ab-4f38-b7ec-f711b3c0fa86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.373136 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.374221 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Allocated IP 172.20.0.1 (1eafe7d2-4063-4f97-a6ac-60940cdbdffb/5335a4b8-62e6-488c-87cb-835c29cb08e4/ae018827-38fa-4a43-b7ec-c411471f7334) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:12.381025 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.420829 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d95edf1-17ab-4f38-b7ec-f711b3c0fa86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.475456 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Attempting to bind port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:12.475897 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Attempting to bind port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:12.476214 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Attempting to bind port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:12.484720 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:12.485102 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:12.485496 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.485887 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:12.486383 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Bound port: 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:12.486785 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.548077 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.560349 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] For port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:12.564106 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] For port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:12.575926 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.578992 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26952659-95bd-4cad-a2fd-77a1cc189d80 None None] Pushing event updated for resources: {'Port': ['ID=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:12.626578 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.629651 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d95edf1-17ab-4f38-b7ec-f711b3c0fa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.632487 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d95edf1-17ab-4f38-b7ec-f711b3c0fa86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.636836 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-2d95edf1-17ab-4f38-b7ec-f711b3c0fa86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6913468f-d42d-4d90-acae-75fc390bedfa HTTP/1.1" status: 204 len: 168 time: 0.4140699 Nov 29 19:02:12.657617 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95edf1-17ab-4f38-b7ec-f711b3c0fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6913468f-d42d-4d90-acae-75fc390bedfa,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:12.694449 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.703441 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 872c2b55-81e3-4a02-92a7-7ea9b1327d2b up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:12.709436 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.711443 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:12.742917 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:12.746455 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:02:12.750406 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.750569 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.750708 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Added segment e02cb3b7-7a23-48ae-9514-bd382732e6c2 of type vlan for network 712fb91f-a0fd-4436-b6cc-f463a896de49 Nov 29 19:02:12.810820 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:12.816109 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:12.823620 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:12.824152 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.858924 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26952659-95bd-4cad-a2fd-77a1cc189d80 None None] Pushing event updated for resources: {'Port': ['ID=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:12.866909 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.948773 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:12.951094 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:12.970020 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff870de5-d1d2-4308-869b-315a99cacff9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.039151 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ff62f9ee-729a-4a77-8871-af96eab84860 req-3a824e91-9bc3-4c78-b52e-436535d867db tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.1490364 Nov 29 19:02:13.151039 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.161232 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.165051 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:13.166612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.172868 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1936abc7-f167-42fc-89d9-465dad52f712 req-e6f26510-1bd4-412f-97ab-84513567c57c tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.1232440 Nov 29 19:02:13.189787 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Pushing event updated for resources: {'Port': ['ID=ae018827-38fa-4a43-b7ec-c411471f7334,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.222083 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1982670 Nov 29 19:02:13.230246 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50180) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:13.236637 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:13.289782 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.291082 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Request body: {'subnet': {'network_id': '712fb91f-a0fd-4436-b6cc-f463a896de49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-815129216-subnet', 'tenant_id': '8320d7958e3f44e0ac811c35f2f145e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:13.321141 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16058ea1-b188-4cda-b97a-431ce3141810 admin admin] Pushing event updated for resources: {'Network': ['ID=712fb91f-a0fd-4436-b6cc-f463a896de49,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.364107 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 712fb91f-a0fd-4436-b6cc-f463a896de49 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:02:13.372156 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Made reservation on behalf of 8320d7958e3f44e0ac811c35f2f145e9 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:13.375151 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.402462 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50182) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:13.420239 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-937eaacf-60a0-43c4-84d6-1a7592f79830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.427631 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.444549 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.444798 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b25cc6df-16c1-4732-aa24-4ca32b1434b6 None None] Provisioning complete for port ae018827-38fa-4a43-b7ec-c411471f7334 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:13.445208 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b25cc6df-16c1-4732-aa24-4ca32b1434b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.445355 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.456121 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.467515 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.468317 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.558882 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:13.572384 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.584011 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Pushing event updated for resources: {'Port': ['ID=ae018827-38fa-4a43-b7ec-c411471f7334,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.588457 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Pushing event updated for resources: {'Port': ['ID=206851b7-9443-4001-916c-835cbd923492,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.621018 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b25cc6df-16c1-4732-aa24-4ca32b1434b6 None None] Port ae018827-38fa-4a43-b7ec-c411471f7334 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:02:13.654710 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:13.662421 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:13.669405 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:13.670665 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.675442 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:13.715609 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:09Z', 'revision_number': 3, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:13.722380 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-937eaacf-60a0-43c4-84d6-1a7592f79830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.741306 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-937eaacf-60a0-43c4-84d6-1a7592f79830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.754505 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df6057-7798-4b85-a046-f5843ff57092 None None] The sync data for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi is: [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:09Z', 'revision_number': 3, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:02:13.828119 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.841690 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eaacf-60a0-43c4-84d6-1a7592f79830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6921072-4a5d-438e-b1a1-0a483cc24893,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.850930 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-937eaacf-60a0-43c4-84d6-1a7592f79830 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ddc5112ebdc4c0f981987ab68cd8eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473155 Nov 29 19:02:13.851891 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50184) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:13.887797 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Router 636b7af5-3d8b-4c71-930a-64ff5fe13818 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:02:13.912712 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fea2b05-735f-4d41-a773-a68b3a19cd9c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:13.935009 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Router 0032d79d-76a5-4d55-867b-d245d3eb3c08 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:02:13.941927 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-4c5286c3-7fec-45e8-88d8-aad809980b67 None None] Provisioning complete for port ae018827-38fa-4a43-b7ec-c411471f7334 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:13.942324 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4c5286c3-7fec-45e8-88d8-aad809980b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.946890 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Checking segment: {'id': 'e02cb3b7-7a23-48ae-9514-bd382732e6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '712fb91f-a0fd-4436-b6cc-f463a896de49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:13.947358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Network hostable DHCP agents. Network: 712fb91f-a0fd-4436-b6cc-f463a896de49, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:02:13.969460 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6605162-f5ff-4055-85ba-e9d485abb9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:13.988128 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-4c5286c3-7fec-45e8-88d8-aad809980b67 None None] Port ae018827-38fa-4a43-b7ec-c411471f7334 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:02:14.000851 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6605162-f5ff-4055-85ba-e9d485abb9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.011752 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Network 712fb91f-a0fd-4436-b6cc-f463a896de49 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:02:14.062696 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 712fb91f-a0fd-4436-b6cc-f463a896de49) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:14.069084 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:14.069680 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.070892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512f44e-7082-4e9a-bb9d-9a7793a62da7 None None] Network 712fb91f-a0fd-4436-b6cc-f463a896de49 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:14.095936 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:02:14.111510 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-13f4f5d6-7bd2-41de-9fcf-326e255cabe1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8270111 Nov 29 19:02:14.119018 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-63ac5a06-9563-4807-9c4d-6dddd2655f88 admin admin] 10.222.0.45 "PUT /v2.0/routers/0032d79d-76a5-4d55-867b-d245d3eb3c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6203792 Nov 29 19:02:14.140728 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:02:14.167043 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-775ad690-2830-405a-ba04-338ae2da6948 admin admin] 10.222.0.45 "PUT /v2.0/routers/636b7af5-3d8b-4c71-930a-64ff5fe13818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4300816 Nov 29 19:02:14.177048 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6605162-f5ff-4055-85ba-e9d485abb9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.180307 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6605162-f5ff-4055-85ba-e9d485abb9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.181751 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f6605162-f5ff-4055-85ba-e9d485abb9ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6921072-4a5d-438e-b1a1-0a483cc24893 HTTP/1.1" status: 204 len: 168 time: 0.3258777 Nov 29 19:02:14.191560 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6605162-f5ff-4055-85ba-e9d485abb9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6921072-4a5d-438e-b1a1-0a483cc24893,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:14.306423 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5128ff9f-2834-40fc-a3ed-d90e67dc041e req-75619294-d9e8-49ad-babd-92578612155e tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.1380537 Nov 29 19:02:14.431373 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f987a030-a745-4716-b78d-e5a4913c3030 req-10bae932-10da-421e-bb14-62c692c8aa7c tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.0399232 Nov 29 19:02:14.456584 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50208) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:14.567451 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] Deleting subnet 2ee0797a-8ac7-413c-a910-f4e704cc5b3e {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:02:14.612121 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.631968 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.658319 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.670124 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.687038 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c2986-29a0-4a47-a3c5-8169e5d9fbce None None] Network 712fb91f-a0fd-4436-b6cc-f463a896de49 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:02:14.760404 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.820177 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee0797a-8ac7-413c-a910-f4e704cc5b3e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:14.828157 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:14.831405 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f334a262-0a5c-487a-9e32-362d62735ed7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2ee0797a-8ac7-413c-a910-f4e704cc5b3e HTTP/1.1" status: 204 len: 168 time: 0.3738573 Nov 29 19:02:14.835492 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50218) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:14.835609 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:14.845066 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Sync routers for ids ['0032d79d-76a5-4d55-867b-d245d3eb3c08'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:02:14.897896 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Routers {'0032d79d-76a5-4d55-867b-d245d3eb3c08'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:14.898566 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['0032d79d-76a5-4d55-867b-d245d3eb3c08'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:14.905569 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:14.906076 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:15.110510 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.53', 63357) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:15.134296 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:15.179299 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:15.186236 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:15.188382 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 872c2b55-81e3-4a02-92a7-7ea9b1327d2b up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:15.202001 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:15.355131 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Set router 0032d79d-76a5-4d55-867b-d245d3eb3c08 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:15.372479 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:15.393079 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:15.393079 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:15.469780 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:15.505993 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa78d-2aac-4d34-be5a-936266081c6a req-8ee5771c-1d0e-475d-8703-db6869fbb270 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:15.513735 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-8ee5771c-1d0e-475d-8703-db6869fbb270 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.53 "GET /v2.0/networks?id=d8222184-a4a4-4a59-bc47-d462f13dccbf HTTP/1.1" status: 200 len: 812 time: 0.3979650 Nov 29 19:02:15.574276 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Request body: {'port': {'device_id': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf', 'admin_state_up': True, 'tenant_id': '2749f2c770e5415681598c3fcfb04147'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:15.579827 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.580214 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.581426 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.581426 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > port after_create 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.581664 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.581989 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > port after_update 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.582349 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.582677 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.583014 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.583302 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:15.663335 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.53', 63362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:15.877158 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:02:12Z', 'revision_number': 4, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port': {'id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:04Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '206851b7-9443-4001-916c-835cbd923492', 'name': '', 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'mac_address': 'fa:16:3e:b4:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:10Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 2, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'subnets': [{'id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:15.913388 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50258) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:15.914443 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Checking router: 0032d79d-76a5-4d55-867b-d245d3eb3c08 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:02:15.914819 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Updating router 0032d79d-76a5-4d55-867b-d245d3eb3c08 port 206851b7-9443-4001-916c-835cbd923492 binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:02:15.942675 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d9cee04e-c0ca-4b1b-bb11-d95c7f201ff2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504048404', 'description': 'tempest-description--1658476923'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:15.989079 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.096263 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:16.098203 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:16.098956 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:16.099916 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:02:16.100578 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa20861-11ac-4a64-8e45-986646dda7ac']}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:16.196251 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9cee04e-c0ca-4b1b-bb11-d95c7f201ff2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.214512 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-86861ada-64ba-4acd-a8c7-9b7a3397f51c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:16.216350 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-86861ada-64ba-4acd-a8c7-9b7a3397f51c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 815 time: 0.5520625 Nov 29 19:02:16.253781 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Request body: {'port': {'device_id': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c', 'admin_state_up': True, 'tenant_id': '52180d0605844941a8a79e2193ef284c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:16.343140 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6864ebcb-0c98-4564-ac42-9840252f562a') {'for_net_delete': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:16.343442 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6864ebcb-0c98-4564-ac42-9840252f562a') {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:16.395869 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-705503'] for segment, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.474734 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44be97a5-d1b1-4af1-95f2-2f52b0788468 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:16.481625 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44be97a5-d1b1-4af1-95f2-2f52b0788468 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 819 time: 1.1058221 Nov 29 19:02:16.482993 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.492265 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:02:16.493007 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28345254'] for segment, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: from cryptography.utils import int_from_bytes Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: from cryptography.utils import int_from_bytes Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: Traceback (most recent call last): Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: timer() Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: cb(*args, **kw) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: return func(*args, **kwargs) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: self._notify() Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: self.callback(batched_events) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: event.method(event) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: return f(self, *a, **k) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._get(url).json() Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: return self.request(url, 'GET', **kwargs) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:02:16.497572 dv-cinder-815746-3-iscsi neutron-server[102679]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:02:16.548501 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-0ffee8c0-8bd9-43da-a0ab-4c1cd629db6d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/quotas/eb17ce0da1074482a968d9210a8e018c HTTP/1.1" status: 200 len: 375 time: 0.0500104 Nov 29 19:02:16.560117 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5b96b6d9-b3c2-4737-a456-f4e00d955125 req-a2fb7c2f-9527-4055-9837-5e1ba224b7df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.3426769 Nov 29 19:02:16.622483 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.633217 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.637999 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] 10.222.0.45 "DELETE /v2.0/networks/0fa20861-11ac-4a64-8e45-986646dda7ac HTTP/1.1" status: 204 len: 168 time: 1.8013816 Nov 29 19:02:16.644374 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-55f14b21-8b05-4d1b-94c1-33fa703965a1 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866888 Nov 29 19:02:16.675586 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50306) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:16.676703 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51ec15-e6d7-4516-a322-f960a5759b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa20861-11ac-4a64-8e45-986646dda7ac,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:16.676906 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:16.741179 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Made reservation on behalf of 2749f2c770e5415681598c3fcfb04147 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:16.746164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.793931 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] Deleting subnet 9fea2b05-735f-4d41-a773-a68b3a19cd9c {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:02:16.800540 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.845259 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:16.845649 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.882550 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.886937 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-e6d5ec38-bf0c-4e71-884d-a7cd9e307c3a service neutron] 10.222.0.45 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283800 Nov 29 19:02:16.931600 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.940135 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:16.945718 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6692b82f-9f3b-4a7e-b745-5f8f35ddb1f1 req-62676833-ef43-4911-8984-61fb5c90f50e tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.2313075 Nov 29 19:02:17.041847 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fad1f0-26ff-4a37-bdc7-aa0a35f91104 None None] Pushing event updated for resources: {'Port': ['ID=206851b7-9443-4001-916c-835cbd923492,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:17.052787 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Sync routers for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:02:17.065388 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.090481 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:17.091949 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:17.143854 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Attempting to bind port 206851b7-9443-4001-916c-835cbd923492 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:17.144605 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Attempting to bind port 206851b7-9443-4001-916c-835cbd923492 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:17.145173 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Attempting to bind port 206851b7-9443-4001-916c-835cbd923492 on network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:17.158824 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:17.160865 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Checking segment: {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:17.161866 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.162195 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Bound using segment: {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:17.164016 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Bound port: 206851b7-9443-4001-916c-835cbd923492, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:17.164444 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.177891 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.251896 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Allocated IP 172.20.0.3 (d8222184-a4a4-4a59-bc47-d462f13dccbf/325f1541-cf13-48b4-b25a-a2691bee4241/71f562a3-842c-415b-b47a-017fcd005eb2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:17.261735 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fea2b05-735f-4d41-a773-a68b3a19cd9c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:17.329339 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:17.354931 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] For port 206851b7-9443-4001-916c-835cbd923492, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:17.363154 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-ad48b6cb-1e2b-4f88-bfab-3cac4e66661c service neutron] 10.222.0.45 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576027 Nov 29 19:02:17.364398 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] For port 206851b7-9443-4001-916c-835cbd923492, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=206851b7-9443-4001-916c-835cbd923492,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:17.364553 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.372893 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-37bbbd74-01ae-480a-b618-de74ac9b5177 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9fea2b05-735f-4d41-a773-a68b3a19cd9c HTTP/1.1" status: 204 len: 168 time: 0.6899080 Nov 29 19:02:17.373090 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.374343 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50326) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:17.487618 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9cee04e-c0ca-4b1b-bb11-d95c7f201ff2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.507054 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9cee04e-c0ca-4b1b-bb11-d95c7f201ff2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.512599 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Routers {'0032d79d-76a5-4d55-867b-d245d3eb3c08'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:17.513239 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['0032d79d-76a5-4d55-867b-d245d3eb3c08'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:17.520181 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fad1f0-26ff-4a37-bdc7-aa0a35f91104 None None] Pushing event updated for resources: {'Port': ['ID=206851b7-9443-4001-916c-835cbd923492,revision_number=4']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:17.638774 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.667312 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cee04e-c0ca-4b1b-bb11-d95c7f201ff2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4291bf12-8a6c-455e-901d-2e3c83c1d45e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:17.779626 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Made reservation on behalf of 52180d0605844941a8a79e2193ef284c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:17.784332 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.858158 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2148aab7-cf57-49b0-bf56-611dce50a70e req-25d666ad-3111-49ba-ab5c-fc97856182d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.0705535 Nov 29 19:02:17.878809 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9cee04e-c0ca-4b1b-bb11-d95c7f201ff2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:17.880411 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d9cee04e-c0ca-4b1b-bb11-d95c7f201ff2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9584796 Nov 29 19:02:17.885312 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50346) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:17.946064 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] Set router 0032d79d-76a5-4d55-867b-d245d3eb3c08 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:17.962900 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 2, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:17.963562 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f4e0112b-bb77-4a7e-b576-6d3596791037 req-088ae39c-d35e-49bb-8434-a0b2293f6106 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 210 time: 0.0453947 Nov 29 19:02:18.000407 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.023038 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Checking router: 636b7af5-3d8b-4c71-930a-64ff5fe13818 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:02:18.023397 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Updating router 636b7af5-3d8b-4c71-930a-64ff5fe13818 port ae018827-38fa-4a43-b7ec-c411471f7334 binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:02:18.082219 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.090209 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712fb91f-a0fd-4436-b6cc-f463a896de49']}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:18.114490 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02cb3b7-7a23-48ae-9514-bd382732e6c2') {'for_net_delete': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:18.114853 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02cb3b7-7a23-48ae-9514-bd382732e6c2') {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:18.128987 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-705503'] for segment, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.159801 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.167815 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:02:18.168343 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28345254'] for segment, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.179272 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4999a942-fb8e-4d6e-9f78-4b09373b9233 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'security_group_rule': {'security_group_id': '4291bf12-8a6c-455e-901d-2e3c83c1d45e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: Traceback (most recent call last): Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: timer() Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: cb(*args, **kw) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: return func(*args, **kwargs) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: self._notify() Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: self.callback(batched_events) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: event.method(event) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: return f(self, *a, **k) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._get(url).json() Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: return self.request(url, 'GET', **kwargs) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:02:18.259128 dv-cinder-815746-3-iscsi neutron-server[102679]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:02:18.272862 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.299529 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.315862 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] 10.222.0.45 "DELETE /v2.0/networks/712fb91f-a0fd-4436-b6cc-f463a896de49 HTTP/1.1" status: 204 len: 168 time: 0.9320314 Nov 29 19:02:18.371173 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6905f9-b3d8-49e2-8660-02773d16c974 admin admin] Pushing event deleted for resources: {'Network': ['ID=712fb91f-a0fd-4436-b6cc-f463a896de49,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:18.481653 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-637627ac-cc84-4f79-984f-4be676fbbe7a req-bdc2814f-899f-4da4-b845-587a18ca16ce tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.2816248 Nov 29 19:02:18.674050 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:02:12Z', 'revision_number': 4, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port': {'id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:04Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '206851b7-9443-4001-916c-835cbd923492', 'name': '', 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'mac_address': 'fa:16:3e:b4:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:10Z', 'updated_at': '2021-11-29T19:02:17Z', 'revision_number': 4, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'subnets': [{'id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:18.753274 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07351b-f674-4f35-9187-0cf488b0bfc0 None None] The sync data for ids ['0032d79d-76a5-4d55-867b-d245d3eb3c08'] in dv-cinder-815746-3-iscsi is: [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:02:12Z', 'revision_number': 4, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port': {'id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:04Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '206851b7-9443-4001-916c-835cbd923492', 'name': '', 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'mac_address': 'fa:16:3e:b4:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:10Z', 'updated_at': '2021-11-29T19:02:17Z', 'revision_number': 4, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'subnets': [{'id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:02:18.806398 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.828910 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:18.864698 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50400) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:18.882170 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744590e-2791-4b32-a37a-aec2e140f1c8 None None] Pushing event updated for resources: {'Port': ['ID=ae018827-38fa-4a43-b7ec-c411471f7334,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:18.961023 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4999a942-fb8e-4d6e-9f78-4b09373b9233 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.051634 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Attempting to bind port ae018827-38fa-4a43-b7ec-c411471f7334 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:19.052328 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Attempting to bind port ae018827-38fa-4a43-b7ec-c411471f7334 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:19.052945 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Attempting to bind port ae018827-38fa-4a43-b7ec-c411471f7334 on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:19.060693 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:19.061451 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Checking segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:19.062368 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.062991 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Bound using segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:19.063927 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Bound port: ae018827-38fa-4a43-b7ec-c411471f7334, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:19.064538 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.108065 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1c1cc0d1-5466-4192-b854-35b0305a263f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1ac984b53114c2cb0f97562f2ca95e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2411089 Nov 29 19:02:19.111816 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50412) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:19.213538 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] For port ae018827-38fa-4a43-b7ec-c411471f7334, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:19.220433 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] For port ae018827-38fa-4a43-b7ec-c411471f7334, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=ae018827-38fa-4a43-b7ec-c411471f7334,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:19.222472 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-18000178-0655-4476-ae3c-54987d8d9b21 req-0f20e9e1-7b82-4008-8f10-0ca4eb21127c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.1128924 Nov 29 19:02:19.243566 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.380380 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1264498-641e-4a02-9f13-90f5661c35ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.409413 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.457463 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Allocated IP 172.20.0.5 (7a6d3672-735b-4791-855b-8c192e8d3e6c/26f21510-8fe5-43c0-9eb1-804f42631d6d/774aa79c-25f2-439e-9c08-d56d12a04595) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:19.457748 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:19.458280 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:01:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:19.462580 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1264498-641e-4a02-9f13-90f5661c35ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.601386 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1264498-641e-4a02-9f13-90f5661c35ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.610775 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1264498-641e-4a02-9f13-90f5661c35ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.613006 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d1264498-641e-4a02-9f13-90f5661c35ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b0e44bc-c11f-4748-9929-4421ee292adb HTTP/1.1" status: 204 len: 168 time: 0.4998171 Nov 29 19:02:19.622663 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1264498-641e-4a02-9f13-90f5661c35ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e44bc-c11f-4748-9929-4421ee292adb,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:19.797782 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-22ff6bb7-2ae2-4a5a-9cd3-7a09d4b78efd req-d6a77ad6-a249-4769-84d2-71b66714ae52 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.1207530 Nov 29 19:02:19.808992 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744590e-2791-4b32-a37a-aec2e140f1c8 None None] Pushing event updated for resources: {'Port': ['ID=ae018827-38fa-4a43-b7ec-c411471f7334,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:19.814024 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-8616daae-f85e-4af0-b536-2a53dba068d8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:19.834122 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-8616daae-f85e-4af0-b536-2a53dba068d8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 819 time: 0.9826620 Nov 29 19:02:19.840654 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e034c7e8-f98d-4e8c-8b3e-55d4edfbde80 None None] Provisioning complete for port ae018827-38fa-4a43-b7ec-c411471f7334 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:19.841202 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e034c7e8-f98d-4e8c-8b3e-55d4edfbde80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:19.958674 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50434) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:19.979186 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-d880d161-3753-46da-8f37-47448bc3b842 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/quotas/eb17ce0da1074482a968d9210a8e018c HTTP/1.1" status: 200 len: 375 time: 0.1427190 Nov 29 19:02:20.133347 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.53', 63374) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:20.240045 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:20.326779 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4999a942-fb8e-4d6e-9f78-4b09373b9233 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:20.402743 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:20.423748 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:20.426463 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:20.438673 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4999a942-fb8e-4d6e-9f78-4b09373b9233 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:20.559214 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50448) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:20.596705 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-cb24fe2e-5ca3-4a8c-a508-308b5bf3b217 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:20.599688 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-cb24fe2e-5ca3-4a8c-a508-308b5bf3b217 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 819 time: 0.4646018 Nov 29 19:02:20.628057 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Request body: {'port': {'device_id': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'admin_state_up': True, 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:20.661541 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a942-fb8e-4d6e-9f78-4b09373b9233 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e20149-33b6-455f-be4a-c104a69bb85a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:20.751908 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Network d8222184-a4a4-4a59-bc47-d462f13dccbf is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:20.817504 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-132949b0-14d4-4793-b696-1f45698c8ca5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8341000 Nov 29 19:02:20.819518 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:20.848247 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:20.857360 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 206851b7-9443-4001-916c-835cbd923492 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:20.863091 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:20.871243 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:20.903194 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38da84-b67c-4a62-a932-73af9ebce7c8 req-c20bb706-9ffe-4cd9-b6b9-429316dbd130 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:20.912468 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9a38da84-b67c-4a62-a932-73af9ebce7c8 req-c20bb706-9ffe-4cd9-b6b9-429316dbd130 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 931 time: 0.4905126 Nov 29 19:02:21.055102 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50458) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:21.059454 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Pushing event updated for resources: {'Port': ['ID=71f562a3-842c-415b-b47a-017fcd005eb2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:21.126159 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38fea3b9-2b49-4546-ae7e-cb5030d6b963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.138465 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Network 7a6d3672-735b-4791-855b-8c192e8d3e6c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:21.143675 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-318d3218-f6a3-4995-8e0a-7e073d0320e1 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5765257 Nov 29 19:02:21.214760 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4999a942-fb8e-4d6e-9f78-4b09373b9233 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.216704 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-4999a942-fb8e-4d6e-9f78-4b09373b9233 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3046651 Nov 29 19:02:21.228902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:21.240446 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50460) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:21.271406 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:21.278510 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:21.279194 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.292298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:21.318907 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-08f4a665-1cb3-41c4-a8dd-6b46361e2708 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'security_group_rule': {'security_group_id': '4291bf12-8a6c-455e-901d-2e3c83c1d45e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:21.326909 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d811efa7-6b25-40de-a20d-57d4f4c9dac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.363339 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e034c7e8-f98d-4e8c-8b3e-55d4edfbde80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.381336 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Pushing event updated for resources: {'Port': ['ID=774aa79c-25f2-439e-9c08-d56d12a04595,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:21.403767 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-6a3991c8-0d21-4482-b172-6b1b58dab96b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1600468 Nov 29 19:02:21.433914 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-0630e455-a97f-458d-a87a-8d6dfc097b5d service neutron] 10.222.0.45 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870037 Nov 29 19:02:21.439432 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-5350d195-43a3-432d-88f7-7ee65ea75cf7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:02:21.440579 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-5350d195-43a3-432d-88f7-7ee65ea75cf7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056105 Nov 29 19:02:21.446850 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 206851b7-9443-4001-916c-835cbd923492 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:21.447436 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.484550 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-c82dea97-5f8e-4786-ba04-945da6e30d2c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:02:21.485770 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-c82dea97-5f8e-4786-ba04-945da6e30d2c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431182 Nov 29 19:02:21.491032 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e034c7e8-f98d-4e8c-8b3e-55d4edfbde80 None None] For port ae018827-38fa-4a43-b7ec-c411471f7334, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=ae018827-38fa-4a43-b7ec-c411471f7334,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:21.498635 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e034c7e8-f98d-4e8c-8b3e-55d4edfbde80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.509807 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9a38da84-b67c-4a62-a932-73af9ebce7c8 req-ef545c19-baeb-452d-aeb1-f5cba3a845ad tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961452 Nov 29 19:02:21.565447 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-382eca23-f875-4878-85be-8c6cce2ea3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.620345 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034c7e8-f98d-4e8c-8b3e-55d4edfbde80 None None] Pushing event updated for resources: {'Port': ['ID=ae018827-38fa-4a43-b7ec-c411471f7334,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:21.645511 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-297782a3-fdeb-407b-bec4-2c60fe8e57af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8320d7958e3f44e0ac811c35f2f145e9&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5612071 Nov 29 19:02:21.662152 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50470) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:21.686781 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e5c9446d-74b9-44f5-acfd-0948d1eb0fe2 None None] Provisioning complete for port ae018827-38fa-4a43-b7ec-c411471f7334 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:21.687670 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e5c9446d-74b9-44f5-acfd-0948d1eb0fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.751328 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-916bfbc6-12a6-4828-9aed-6ba48b02b53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.752066 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:19Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:21.757733 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38fea3b9-2b49-4546-ae7e-cb5030d6b963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.769192 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08f4a665-1cb3-41c4-a8dd-6b46361e2708 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.786529 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec6974-e2e1-402f-9707-74ab0c99deea None None] The sync data for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi is: [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:19Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:02:21.799780 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38fea3b9-2b49-4546-ae7e-cb5030d6b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:21.849579 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-38fea3b9-2b49-4546-ae7e-cb5030d6b963 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0f4c261fc144b0eaffc1de953c59997&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8897073 Nov 29 19:02:21.856713 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50474) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:21.905195 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-2fb57533-092c-49cc-89b7-949d16849281 service neutron] 10.222.0.45 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479861 Nov 29 19:02:21.923386 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.026527 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 206851b7-9443-4001-916c-835cbd923492, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=206851b7-9443-4001-916c-835cbd923492,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:22.032042 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.121723 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=206851b7-9443-4001-916c-835cbd923492,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:22.158854 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fea3b9-2b49-4546-ae7e-cb5030d6b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e333155b-7352-494f-8988-7d749339fd63,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:22.194105 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Made reservation on behalf of eb17ce0da1074482a968d9210a8e018c for: {'port': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:22.200042 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.240387 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3364edc2-c95c-457d-82ab-5d8b9e97f9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.344214 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-916bfbc6-12a6-4828-9aed-6ba48b02b53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.355721 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-916bfbc6-12a6-4828-9aed-6ba48b02b53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.359467 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6d5c4-916c-4ae6-996f-fc46b90aaf72 req-a0bf4cc3-10dc-4539-b1e2-4a82fcc52cb7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:22.371594 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3364edc2-c95c-457d-82ab-5d8b9e97f9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.381316 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b6b6d5c4-916c-4ae6-996f-fc46b90aaf72 req-a0bf4cc3-10dc-4539-b1e2-4a82fcc52cb7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 931 time: 0.7413056 Nov 29 19:02:22.391120 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08f4a665-1cb3-41c4-a8dd-6b46361e2708 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.521033 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-96828bbe-8dd7-4285-949b-1062024ca8c5 req-b09ec36a-4b8b-4307-a268-be8d2a2c44c9 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.1303432 Nov 29 19:02:22.556342 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-916bfbc6-12a6-4828-9aed-6ba48b02b53f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=050f46a20b3947d89d7bc550daf495d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2572639 Nov 29 19:02:22.560837 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50484) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:22.577587 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-382eca23-f875-4878-85be-8c6cce2ea3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.600667 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfbc6-12a6-4828-9aed-6ba48b02b53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15eedad-64fd-4d22-8b5e-0aa6e7d6970a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:22.600975 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-382eca23-f875-4878-85be-8c6cce2ea3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.642124 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-382eca23-f875-4878-85be-8c6cce2ea3c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec96f8bf033c45ba975680df319e52f6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0758204 Nov 29 19:02:22.644622 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08f4a665-1cb3-41c4-a8dd-6b46361e2708 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.651450 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd319-db18-4330-a0de-702bc21d9515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.654531 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50486) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:22.657407 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3364edc2-c95c-457d-82ab-5d8b9e97f9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.665087 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3364edc2-c95c-457d-82ab-5d8b9e97f9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:22.669140 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-3364edc2-c95c-457d-82ab-5d8b9e97f9ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e333155b-7352-494f-8988-7d749339fd63 HTTP/1.1" status: 204 len: 168 time: 0.8108459 Nov 29 19:02:22.979247 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device ae018827-38fa-4a43-b7ec-c411471f7334 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:23.120147 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port ae018827-38fa-4a43-b7ec-c411471f7334 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:23.122904 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.264296 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364edc2-c95c-457d-82ab-5d8b9e97f9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333155b-7352-494f-8988-7d749339fd63,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:23.347311 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08f4a665-1cb3-41c4-a8dd-6b46361e2708 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.348597 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-08f4a665-1cb3-41c4-a8dd-6b46361e2708 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0657287 Nov 29 19:02:23.363246 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50504) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:23.379821 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'floatingip': {'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:23.392178 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4d3b57f2-673d-4dd4-bb92-a843d6d6b376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.454539 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd5a55b3-e573-41a4-adc3-5c09fe301f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.478818 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a665-1cb3-41c4-a8dd-6b46361e2708 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25c357b-7986-4ae0-a1a8-6489a341a6f9,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:23.480671 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.506510 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6be775-e2c9-46cd-a33f-daed1058b319 req-48dd0c9b-f7ee-46a1-a699-fdec4b2a8cc2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:23.515068 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5d6be775-e2c9-46cd-a33f-daed1058b319 req-48dd0c9b-f7ee-46a1-a699-fdec4b2a8cc2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 931 time: 0.7889388 Nov 29 19:02:23.519211 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd319-db18-4330-a0de-702bc21d9515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.524474 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c9f2-ec06-429e-8d96-4e496bbd9e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.532570 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 206851b7-9443-4001-916c-835cbd923492 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:23.551186 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382eca23-f875-4878-85be-8c6cce2ea3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1055ab28-34cb-4291-947a-02e2ca20024c,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:23.755318 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 206851b7-9443-4001-916c-835cbd923492 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:23.758234 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:23.774920 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Allocated IP 172.20.0.9 (50baf5da-ed6c-42a5-b3cc-f25e70102e6d/cdb4ed31-d469-4a3c-91ac-e42d4a94f68b/d5747b9a-bfa8-40be-a7b2-4f42795260f5) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:23.781276 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Request body: {'port': {'device_id': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:23.865926 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b6b6d5c4-916c-4ae6-996f-fc46b90aaf72 req-c0dacb8f-e234-467d-99a1-052e7e5fab76 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2725606 Nov 29 19:02:23.907096 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Request body: {'port': {'device_id': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:23.937024 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5d6be775-e2c9-46cd-a33f-daed1058b319 req-b47a474e-7232-46a4-8b89-041c1af0c58b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108112 Nov 29 19:02:24.038848 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd319-db18-4330-a0de-702bc21d9515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.044788 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd319-db18-4330-a0de-702bc21d9515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.045836 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ae2dd319-db18-4330-a0de-702bc21d9515 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff870de5-d1d2-4308-869b-315a99cacff9 HTTP/1.1" status: 204 len: 168 time: 2.3793795 Nov 29 19:02:24.111365 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.130733 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-53ba7cc2-0610-4ed9-ac71-01838f8cd9d7 req-df5c37c5-a895-4506-8a8b-9d3f3b80c414 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.0721722 Nov 29 19:02:24.182668 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.349380 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dd319-db18-4330-a0de-702bc21d9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff870de5-d1d2-4308-869b-315a99cacff9,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:24.550392 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.596624 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.708577 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd5a55b3-e573-41a4-adc3-5c09fe301f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.735688 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.813318 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c9f2-ec06-429e-8d96-4e496bbd9e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.835270 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd5a55b3-e573-41a4-adc3-5c09fe301f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.838456 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd5a55b3-e573-41a4-adc3-5c09fe301f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.840021 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-cd5a55b3-e573-41a4-adc3-5c09fe301f61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a15eedad-64fd-4d22-8b5e-0aa6e7d6970a HTTP/1.1" status: 204 len: 168 time: 2.2466550 Nov 29 19:02:24.878072 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a55b3-e573-41a4-adc3-5c09fe301f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15eedad-64fd-4d22-8b5e-0aa6e7d6970a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:24.903804 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:25.129895 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:25.167357 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:25.175960 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:25.408689 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:25.417266 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:25.527404 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c9f2-ec06-429e-8d96-4e496bbd9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:25.532417 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c9f2-ec06-429e-8d96-4e496bbd9e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:25.537106 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-8ec6c9f2-ec06-429e-8d96-4e496bbd9e82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1055ab28-34cb-4291-947a-02e2ca20024c HTTP/1.1" status: 204 len: 168 time: 2.8665223 Nov 29 19:02:25.545902 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Allocated IP 172.27.2.33 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/0a444410-6f7e-463e-bb28-8a3e7ef4d0bd) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:25.590861 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6c9f2-ec06-429e-8d96-4e496bbd9e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1055ab28-34cb-4291-947a-02e2ca20024c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:25.622028 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128856-2ad3-4cab-bb50-957b888f82b2 req-e5a629f0-47f3-4996-9ee4-7d3ed1d7bc53 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:25.624809 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b128856-2ad3-4cab-bb50-957b888f82b2 req-e5a629f0-47f3-4996-9ee4-7d3ed1d7bc53 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 931 time: 0.4919655 Nov 29 19:02:25.768919 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774aa79c-25f2-439e-9c08-d56d12a04595 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:25.804246 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b128856-2ad3-4cab-bb50-957b888f82b2 req-c1c3b598-e6f6-4940-a905-919c63cdc2cc tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622274 Nov 29 19:02:25.839606 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:25.857684 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:25.887537 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.53', 63379) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:25.917688 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:25.927252 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Pushing event updated for resources: {'Port': ['ID=d5747b9a-bfa8-40be-a7b2-4f42795260f5,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:25.976098 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50556) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:26.066494 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-f0ced8a0-aba8-40a4-9f44-bcde9be8eb56 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4241545 Nov 29 19:02:26.129919 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c5840-d2bb-4665-ae14-11a169b263ff req-10ff28ff-ac22-40c7-9b83-aeb7ccdac898 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:26.144040 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-129c5840-d2bb-4665-ae14-11a169b263ff req-10ff28ff-ac22-40c7-9b83-aeb7ccdac898 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 931 time: 1.0121074 Nov 29 19:02:26.196480 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.206876 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Transition to ACTIVE for port object 774aa79c-25f2-439e-9c08-d56d12a04595 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:02:26.286383 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-129c5840-d2bb-4665-ae14-11a169b263ff req-06f32454-3002-4577-ad28-2f520216446a tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400783 Nov 29 19:02:26.291497 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:26.297219 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:26.324527 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:26.328264 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'Port': ['ID=0a444410-6f7e-463e-bb28-8a3e7ef4d0bd,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:26.389145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-051eb949-a512-4ccc-b83f-0df70df1ac23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.421494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.469485 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c6823523-d624-44f3-a44f-84eae766fe1d req-31f21103-b64f-4406-82cc-c1c8e062df68 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.3938828 Nov 29 19:02:26.537672 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=774aa79c-25f2-439e-9c08-d56d12a04595,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:26.625131 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.634819 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f562a3-842c-415b-b47a-017fcd005eb2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:26.639500 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.677183 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.715566 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50568) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:26.730779 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Transition to ACTIVE for port object 71f562a3-842c-415b-b47a-017fcd005eb2 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:02:26.749809 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.754733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.799683 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d2fe-b593-4f63-81ac-88e37ea9f735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.810784 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-6d97ec3b-a1aa-4f45-91c5-a0c4cfd1a22b tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:26.813731 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-6d97ec3b-a1aa-4f45-91c5-a0c4cfd1a22b tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 819 time: 0.9238193 Nov 29 19:02:26.853279 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-051eb949-a512-4ccc-b83f-0df70df1ac23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.989048 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Pushing event updated for resources: {'Port': ['ID=71f562a3-842c-415b-b47a-017fcd005eb2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:27.011618 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-051eb949-a512-4ccc-b83f-0df70df1ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.091557 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-051eb949-a512-4ccc-b83f-0df70df1ac23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=779afffab4f741d49f8ee7155e6b96fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0166485 Nov 29 19:02:27.098809 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50576) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:27.114003 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Attempting to bind port 774aa79c-25f2-439e-9c08-d56d12a04595 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:27.117029 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Attempting to bind port 774aa79c-25f2-439e-9c08-d56d12a04595 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:27.118129 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Attempting to bind port 774aa79c-25f2-439e-9c08-d56d12a04595 on network 7a6d3672-735b-4791-855b-8c192e8d3e6c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:27.151177 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Port 774aa79c-25f2-439e-9c08-d56d12a04595 on network 7a6d3672-735b-4791-855b-8c192e8d3e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:02:27.151884 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Attempting to bind port 774aa79c-25f2-439e-9c08-d56d12a04595 on network 7a6d3672-735b-4791-855b-8c192e8d3e6c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:27.224285 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:27.225921 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Checking segment: {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:27.226842 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Bound using segment: {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:27.228938 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Bound port: 774aa79c-25f2-439e-9c08-d56d12a04595, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:27.230593 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.247529 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Attempting to bind port 71f562a3-842c-415b-b47a-017fcd005eb2 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:27.247879 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Attempting to bind port 71f562a3-842c-415b-b47a-017fcd005eb2 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'd49404e4-6e22-4df1-8e3a-e9e1e6536c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:27.248198 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Attempting to bind port 71f562a3-842c-415b-b47a-017fcd005eb2 on network d8222184-a4a4-4a59-bc47-d462f13dccbf {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:27.254113 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc647d45-72a9-4997-a2a5-9da5d54b4600 req-a6e8f4b4-64cd-401b-b0f7-35d1109edea5 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:27.255698 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bc647d45-72a9-4997-a2a5-9da5d54b4600 req-a6e8f4b4-64cd-401b-b0f7-35d1109edea5 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 943 time: 0.2427995 Nov 29 19:02:27.263992 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eb949-a512-4ccc-b83f-0df70df1ac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d66746-cea3-49b8-b39e-27b42a58cedc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:27.289151 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Port 71f562a3-842c-415b-b47a-017fcd005eb2 on network d8222184-a4a4-4a59-bc47-d462f13dccbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:02:27.290107 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Attempting to bind port 71f562a3-842c-415b-b47a-017fcd005eb2 on network d8222184-a4a4-4a59-bc47-d462f13dccbf {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:27.331296 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:27.331779 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Checking segment: {'id': 'd49404e4-6e22-4df1-8e3a-e9e1e6536c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:27.332189 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Bound using segment: {'id': 'd49404e4-6e22-4df1-8e3a-e9e1e6536c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:27.332658 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Bound port: 71f562a3-842c-415b-b47a-017fcd005eb2, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49404e4-6e22-4df1-8e3a-e9e1e6536c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:27.333359 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.356251 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.393546 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d2fe-b593-4f63-81ac-88e37ea9f735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.396593 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.427836 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d2fe-b593-4f63-81ac-88e37ea9f735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.448237 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] For port 774aa79c-25f2-439e-9c08-d56d12a04595, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:27.453710 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] For port 774aa79c-25f2-439e-9c08-d56d12a04595, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=774aa79c-25f2-439e-9c08-d56d12a04595,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:27.470612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.577075 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bc647d45-72a9-4997-a2a5-9da5d54b4600 req-57e2d270-1eb2-4df1-9fe4-c6c8eb2468b5 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888577 Nov 29 19:02:27.650658 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c007012-a8b7-4198-94ea-109f0ff3782b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.694395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:27.698977 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.701552 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 200 len: 1093 time: 4.4075949 Nov 29 19:02:27.702356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'tag': '774aa79c-25f2-439e-9c08-d56d12a04595'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:27.710411 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.746789 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.749694 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3804059 Nov 29 19:02:27.768170 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f6be0-a7e2-4680-9c4c-627fcdc25dfc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'Port': ['ID=0a444410-6f7e-463e-bb28-8a3e7ef4d0bd,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:27.780867 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6d2fe-b593-4f63-81ac-88e37ea9f735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af140fa5-c27f-4bd1-8981-09e083cd9fcc,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:27.798593 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-2ed6d2fe-b593-4f63-81ac-88e37ea9f735 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d45ef21fa61f43cb919dab1ec776305f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0806575 Nov 29 19:02:27.811373 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50602) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:27.842069 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ed55a107-bfeb-447f-ac01-9e635956de4f req-66180b26-fc54-4166-b567-6d7934f19025 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.1064303 Nov 29 19:02:27.864544 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fd828-3096-48e2-9ee4-6466190c55fb req-5f95cbfa-e5a4-4188-874f-d77fb8de3f54 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:27.869465 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-311fd828-3096-48e2-9ee4-6466190c55fb req-5f95cbfa-e5a4-4188-874f-d77fb8de3f54 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.4016049 Nov 29 19:02:28.035789 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e5f3e-0f34-434a-beb8-4f3126eed7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=774aa79c-25f2-439e-9c08-d56d12a04595,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:28.085944 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c007012-a8b7-4198-94ea-109f0ff3782b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.105116 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] For port 71f562a3-842c-415b-b47a-017fcd005eb2, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:28.344002 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-efdaeb12-2ae4-4c5e-8381-714fbb08f8e6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1504048404&fields=id&tenant_id=aff2f1610df3473eb9bfbf69b3b32a89 HTTP/1.1" status: 200 len: 267 time: 0.2581792 Nov 29 19:02:28.365943 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] For port 71f562a3-842c-415b-b47a-017fcd005eb2, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=71f562a3-842c-415b-b47a-017fcd005eb2,segment=NetworkSegment(d49404e4-6e22-4df1-8e3a-e9e1e6536c5a),segment_id=d49404e4-6e22-4df1-8e3a-e9e1e6536c5a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:28.372869 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-020ed166-0ac8-4ee1-837b-9efc071134c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.411830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-020ed166-0ac8-4ee1-837b-9efc071134c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.466826 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6667de-31e4-4b04-9b01-2af9a6e4dd66" -d '{"events": [{"name": "network-changed", "server_uuid": "0003f85c-fe39-4091-a04d-b3e4704a3c7d", "tag": "774aa79c-25f2-439e-9c08-d56d12a04595"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:28.475593 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.502010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-020ed166-0ac8-4ee1-837b-9efc071134c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.502010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-020ed166-0ac8-4ee1-837b-9efc071134c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.506933 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-020ed166-0ac8-4ee1-837b-9efc071134c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af140fa5-c27f-4bd1-8981-09e083cd9fcc HTTP/1.1" status: 204 len: 168 time: 0.6357346 Nov 29 19:02:28.550779 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-311fd828-3096-48e2-9ee4-6466190c55fb req-1bad242a-d793-4051-a57e-4db0c1045b0f tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656721 Nov 29 19:02:28.566919 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:28.567550 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.569181 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/71f562a3-842c-415b-b47a-017fcd005eb2 HTTP/1.1" status: 200 len: 1093 time: 5.2551162 Nov 29 19:02:28.575217 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ed166-0ac8-4ee1-837b-9efc071134c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af140fa5-c27f-4bd1-8981-09e083cd9fcc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:28.607161 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c007012-a8b7-4198-94ea-109f0ff3782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.610098 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c007012-a8b7-4198-94ea-109f0ff3782b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:28.613662 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7c007012-a8b7-4198-94ea-109f0ff3782b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18d66746-cea3-49b8-b39e-27b42a58cedc HTTP/1.1" status: 204 len: 168 time: 1.5065796 Nov 29 19:02:28.617833 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165157ba-f17f-42d7-b486-b174255f98a9 service neutron] Pushing event updated for resources: {'Port': ['ID=71f562a3-842c-415b-b47a-017fcd005eb2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:28.626005 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c007012-a8b7-4198-94ea-109f0ff3782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d66746-cea3-49b8-b39e-27b42a58cedc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:28.768278 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-d21287db-407e-48c7-b343-a50a20abb013 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:28.776579 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-d21287db-407e-48c7-b343-a50a20abb013 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 811 time: 0.4163728 Nov 29 19:02:28.795602 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-b24eca70-688e-40df-b622-1d306bb487ee tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/quotas/aff2f1610df3473eb9bfbf69b3b32a89 HTTP/1.1" status: 200 len: 375 time: 0.0178940 Nov 29 19:02:28.898777 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-82513534-60ca-4126-8d08-0dc391925f2a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019642 Nov 29 19:02:29.071676 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-d2b5c9ab-9107-4875-abf1-13b7a3ef10c5 service neutron] 10.222.0.45 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611755 Nov 29 19:02:29.228496 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-f6814c36-2ee7-4bc4-b0bb-e3060ec69ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423244 Nov 29 19:02:29.531123 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce78abbe-38d5-4cf2-9507-c620660ade4f x-openstack-request-id: req-ce78abbe-38d5-4cf2-9507-c620660ade4f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:29.531640 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0003f85c-fe39-4091-a04d-b3e4704a3c7d", "tag": "774aa79c-25f2-439e-9c08-d56d12a04595", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:29.531640 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce78abbe-38d5-4cf2-9507-c620660ade4f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:29.534344 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'tag': '774aa79c-25f2-439e-9c08-d56d12a04595', 'status': 'completed', 'code': 200} Nov 29 19:02:29.626775 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f1925-c33d-4dda-875f-cef873f5ee9b req-58f7711c-9d8e-433d-b735-31505f175265 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:29.639186 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3c7f1925-c33d-4dda-875f-cef873f5ee9b req-58f7711c-9d8e-433d-b735-31505f175265 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 943 time: 0.1182482 Nov 29 19:02:29.684066 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8d0e3da3-f23d-4fa7-aeea-a2412912cc9b req-e92efab6-dca4-4705-81c5-8244ce52396e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.0723286 Nov 29 19:02:29.717655 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3c7f1925-c33d-4dda-875f-cef873f5ee9b req-e156eec3-dd7c-4322-967d-d51980ff961e tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770018 Nov 29 19:02:29.826179 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-343fcdd2-69d9-4c9b-966a-1dc29eaba18f req-95a4bf79-497a-494d-911e-0591977ad546 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 210 time: 0.0663941 Nov 29 19:02:29.875504 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Request body: {'port': {'device_id': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:29.981759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Request body: {'port': {'device_id': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'admin_state_up': True, 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:30.084098 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:30.157535 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:02:30.381190 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc34b-4b95-439b-aeb4-04c032f289e0 req-ce755437-6ef0-4420-aa65-8aeaa263567c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:30.389380 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-647dc34b-4b95-439b-aeb4-04c032f289e0 req-ce755437-6ef0-4420-aa65-8aeaa263567c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.4984941 Nov 29 19:02:30.440867 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa78d-2aac-4d34-be5a-936266081c6a req-55c65021-af9f-4220-8a35-76d097c7e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:30.442565 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-55c65021-af9f-4220-8a35-76d097c7e830 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2749f2c770e5415681598c3fcfb04147&device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 1096 time: 0.3214128 Nov 29 19:02:30.454838 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6667de-31e4-4b04-9b01-2af9a6e4dd66 req-41950d6b-cf1c-4ec7-8328-f370514b10de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:30.454838 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fd6667de-31e4-4b04-9b01-2af9a6e4dd66 req-41950d6b-cf1c-4ec7-8328-f370514b10de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1096 time: 0.3594451 Nov 29 19:02:30.576308 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-59a8dd9b-da40-4062-9b92-b9f3dedc3268 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71f562a3-842c-415b-b47a-017fcd005eb2 HTTP/1.1" status: 200 len: 217 time: 0.1204102 Nov 29 19:02:30.642975 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-647dc34b-4b95-439b-aeb4-04c032f289e0 req-9323a849-2d6e-4e60-9c1b-028c40794cc0 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525854 Nov 29 19:02:30.796650 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa78d-2aac-4d34-be5a-936266081c6a req-f27a3e57-3684-48ce-a08f-2aafafce584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:30.803880 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-f27a3e57-3684-48ce-a08f-2aafafce584c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=325f1541-cf13-48b4-b25a-a2691bee4241 HTTP/1.1" status: 200 len: 852 time: 0.1571069 Nov 29 19:02:30.828262 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Made reservation on behalf of eb17ce0da1074482a968d9210a8e018c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:30.838569 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:30.860097 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3c434fc2-b51e-4fe9-a00b-c9b8848a36a6 req-b9547904-c822-49c3-9bf8-9307d512839f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.0734167 Nov 29 19:02:30.931212 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.notifiers.nova [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5747b9a-bfa8-40be-a7b2-4f42795260f5 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:30.941149 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:30.972479 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Transition to ACTIVE for port object d5747b9a-bfa8-40be-a7b2-4f42795260f5 will not be triggered until provisioned by entity L2. {{(pid=102679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:02:30.998503 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:31.018818 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6b6fa922-7266-49af-a3b7-5c3f9e45b9ec req-e70514a0-a45b-4d5c-8dcb-8239b5d8f814 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 210 time: 0.0401647 Nov 29 19:02:31.043525 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-84580d9e-d0a4-4d5d-9300-f6f42bdf6460 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8222184-a4a4-4a59-bc47-d462f13dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805110 Nov 29 19:02:31.134724 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.53', 63388) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:31.153945 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5747b9a-bfa8-40be-a7b2-4f42795260f5,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:31.228363 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Attempting to bind port d5747b9a-bfa8-40be-a7b2-4f42795260f5 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:31.228714 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Attempting to bind port d5747b9a-bfa8-40be-a7b2-4f42795260f5 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:31.230930 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Attempting to bind port d5747b9a-bfa8-40be-a7b2-4f42795260f5 on network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:31.239120 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Port d5747b9a-bfa8-40be-a7b2-4f42795260f5 on network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:02:31.239438 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Attempting to bind port d5747b9a-bfa8-40be-a7b2-4f42795260f5 on network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:31.245209 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:31.245589 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Checking segment: {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:31.246135 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Bound using segment: {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:31.252691 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Bound port: d5747b9a-bfa8-40be-a7b2-4f42795260f5, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:31.253638 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:31.255523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6667de-31e4-4b04-9b01-2af9a6e4dd66 req-9325483d-d3ac-4219-9f9a-e49fa74b2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:31.257024 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fd6667de-31e4-4b04-9b01-2af9a6e4dd66 req-9325483d-d3ac-4219-9f9a-e49fa74b2e4a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=52180d0605844941a8a79e2193ef284c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7480180 Nov 29 19:02:31.265387 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d16098-e081-4d2c-b3ae-bb305921444c req-78102cf9-9f63-4356-b948-fa195d88ae2a tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:31.266881 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1d16098-e081-4d2c-b3ae-bb305921444c req-78102cf9-9f63-4356-b948-fa195d88ae2a tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 943 time: 0.4090819 Nov 29 19:02:31.350744 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] For port d5747b9a-bfa8-40be-a7b2-4f42795260f5, host hv-cinder-81574, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:31.359303 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] For port d5747b9a-bfa8-40be-a7b2-4f42795260f5, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:31.378359 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:31.462975 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:31.464003 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:31.464719 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-72758802-1bb1-4bab-895e-1e544dc9c674 service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059036 Nov 29 19:02:31.465821 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5747b9a-bfa8-40be-a7b2-4f42795260f5 HTTP/1.1" status: 200 len: 1093 time: 1.6177101 Nov 29 19:02:31.466573 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'tag': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:31.510200 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b124ae-529f-4384-b9bc-7671002a95f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5747b9a-bfa8-40be-a7b2-4f42795260f5,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:31.587799 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50840) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:31.627000 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'tag': '71f562a3-842c-415b-b47a-017fcd005eb2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:31.629274 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4804276-f7b3-4dfc-86c9-5edd746fe15f" -d '{"events": [{"name": "network-changed", "server_uuid": "305a6f4c-9698-4976-bdb1-b3118a0f1cf3", "tag": "71f562a3-842c-415b-b47a-017fcd005eb2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:31.657031 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6667de-31e4-4b04-9b01-2af9a6e4dd66 req-9ecf70de-f85b-4c81-9c56-78ccc85708ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:31.657611 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fd6667de-31e4-4b04-9b01-2af9a6e4dd66 req-9ecf70de-f85b-4c81-9c56-78ccc85708ca service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3838866 Nov 29 19:02:31.711757 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-533adc50-5ef5-4cde-b130-a3bffe1e5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:31.713416 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-533adc50-5ef5-4cde-b130-a3bffe1e5fda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 1096 time: 0.1854107 Nov 29 19:02:31.813592 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-73f6c227-dc5f-4293-b872-f6388925b128 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5 HTTP/1.1" status: 200 len: 217 time: 0.0914373 Nov 29 19:02:31.831471 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a36ff-3222-4675-9eb1-efc6a774023b x-openstack-request-id: req-565a36ff-3222-4675-9eb1-efc6a774023b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:31.831764 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305a6f4c-9698-4976-bdb1-b3118a0f1cf3", "tag": "71f562a3-842c-415b-b47a-017fcd005eb2", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:31.832021 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-565a36ff-3222-4675-9eb1-efc6a774023b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:31.832405 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'tag': '71f562a3-842c-415b-b47a-017fcd005eb2', 'status': 'completed', 'code': 200} Nov 29 19:02:31.844023 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-495aa78d-2aac-4d34-be5a-936266081c6a req-cce34fa9-0ae9-4d1c-b8d0-d94fe454b89c service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041109 Nov 29 19:02:31.851332 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-7ecc9b55-1cf4-42cc-b927-4e06b35888a1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:31.853663 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-7ecc9b55-1cf4-42cc-b927-4e06b35888a1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 811 time: 0.7075198 Nov 29 19:02:31.867255 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Allocated IP 172.20.0.5 (50baf5da-ed6c-42a5-b3cc-f25e70102e6d/cdb4ed31-d469-4a3c-91ac-e42d4a94f68b/d5afd986-23c0-423b-9da1-46af814ef2ad) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:31.919032 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-d843024e-d50f-408f-adc5-6e8826daebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:31.921032 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-d843024e-d50f-408f-adc5-6e8826daebcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.0991995 Nov 29 19:02:31.925826 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1d16098-e081-4d2c-b3ae-bb305921444c req-42098f11-1708-4d8e-9524-2591fdae1c91 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478462 Nov 29 19:02:32.028629 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8589f215c57af3f8a6bbf3829f2adfb09e467586c42abb59f4f84c4760e566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc3f1af-62a9-48f7-9841-8442a0f57f29" -d '{"events": [{"name": "network-changed", "server_uuid": "c888ee89-3e3b-4a8a-8ada-183cce65b712", "tag": "d5747b9a-bfa8-40be-a7b2-4f42795260f5"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:32.052139 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-fb7dd723-130d-4cf8-99f0-5af393cb7657 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233151 Nov 29 19:02:32.056681 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-9829b084-485f-4e64-b407-bda8774448d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:32.058169 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-9829b084-485f-4e64-b407-bda8774448d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1096 time: 0.3132997 Nov 29 19:02:32.134241 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-76d7ecb6-c68b-4fea-a019-981e39546efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.185084 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580a924-3529-4ab9-95e3-23fd31cf0648 req-6a04a5dc-cbaf-4aaa-b49f-0363f9f37ce0 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:32.186884 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8580a924-3529-4ab9-95e3-23fd31cf0648 req-6a04a5dc-cbaf-4aaa-b49f-0363f9f37ce0 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.1541181 Nov 29 19:02:32.274502 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6aaef23b-75a7-4a3c-98f2-b724ee6ca143 req-310bac1c-dc38-4285-83d8-6254914f77c7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.2505558 Nov 29 19:02:32.277488 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-9c39c13c-9e3a-4613-876b-ffe8676338c5 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989737 Nov 29 19:02:32.279545 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-dd41e3f4-f5f4-42ef-b4a7-6ad5cc5781f4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aff2f1610df3473eb9bfbf69b3b32a89 HTTP/1.1" status: 200 len: 380 time: 0.4164443 Nov 29 19:02:32.306601 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'port': {'device_id': '83b960ad-3252-40ab-8627-cdc7b8936608', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'admin_state_up': True, 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'security_groups': ['4291bf12-8a6c-455e-901d-2e3c83c1d45e']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:32.362637 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8580a924-3529-4ab9-95e3-23fd31cf0648 req-890be849-efde-4efe-a842-91c1bf70530d tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665990 Nov 29 19:02:32.399979 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-3ed624f6-9dd6-4a47-9767-d21132996dc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 200 len: 217 time: 0.1355321 Nov 29 19:02:32.407923 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-76d7ecb6-c68b-4fea-a019-981e39546efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.419211 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-76d7ecb6-c68b-4fea-a019-981e39546efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.438966 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-1298467a-ba08-438e-81c6-75833715eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:32.447454 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-1298467a-ba08-438e-81c6-75833715eac0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2749f2c770e5415681598c3fcfb04147&device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 1096 time: 0.5205293 Nov 29 19:02:32.474948 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-08fcbc26-c4db-493b-baa8-a8df4b1fa021 req-03bced24-c785-437c-95ee-cb90e7911628 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831677 Nov 29 19:02:32.483081 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-76d7ecb6-c68b-4fea-a019-981e39546efc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=951f7f9033fe4df4bc773b1eafeb63dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8912203 Nov 29 19:02:32.483081 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7ecb6-c68b-4fea-a019-981e39546efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee8598-a0ab-4084-95be-22eaed1a520c,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:32.483081 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50886) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:32.615193 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ae9834c7-65e3-417d-ab4c-e368fbea94b2 req-f0a2a2fd-4ed2-4991-ad5b-d589746c8127 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 210 time: 0.0955555 Nov 29 19:02:32.669677 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12b62ce5-945f-41bd-a0f7-61963f450d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.714369 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12b62ce5-945f-41bd-a0f7-61963f450d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.728297 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-e59c2f41-e625-46b5-83dc-66222e158074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:32.730685 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-e59c2f41-e625-46b5-83dc-66222e158074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.3206415 Nov 29 19:02:32.780729 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12b62ce5-945f-41bd-a0f7-61963f450d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.784282 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12b62ce5-945f-41bd-a0f7-61963f450d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.792529 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-12b62ce5-945f-41bd-a0f7-61963f450d63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5ee8598-a0ab-4084-95be-22eaed1a520c HTTP/1.1" status: 204 len: 168 time: 0.3085756 Nov 29 19:02:32.809982 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b62ce5-945f-41bd-a0f7-61963f450d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee8598-a0ab-4084-95be-22eaed1a520c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:32.832245 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-8e524417-f849-48b7-9b6c-3db6a567bf70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908823 Nov 29 19:02:32.857750 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Made reservation on behalf of aff2f1610df3473eb9bfbf69b3b32a89 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:02:32.863249 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:32.916932 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256b748b-64e8-46bb-a030-d31ab7fad8ca x-openstack-request-id: req-256b748b-64e8-46bb-a030-d31ab7fad8ca {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:32.917278 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c888ee89-3e3b-4a8a-8ada-183cce65b712", "tag": "d5747b9a-bfa8-40be-a7b2-4f42795260f5", "status": "completed", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:32.917547 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-256b748b-64e8-46bb-a030-d31ab7fad8ca {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:32.920901 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'tag': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5', 'status': 'completed', 'code': 200} Nov 29 19:02:33.020408 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:33.026095 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-82b8973c-7519-4888-a7e9-2696e7af61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.027752 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-82b8973c-7519-4888-a7e9-2696e7af61f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 1096 time: 0.0909979 Nov 29 19:02:33.192358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-e9a46a01-f7b1-4198-91a1-96b00bba68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.193957 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-e9a46a01-f7b1-4198-91a1-96b00bba68b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8222184-a4a4-4a59-bc47-d462f13dccbf HTTP/1.1" status: 200 len: 913 time: 0.6441734 Nov 29 19:02:33.278873 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-0d358b36-eb13-4ba3-9854-aa0be23cc15b service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012523 Nov 29 19:02:33.293496 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-228f610c-521e-47c8-a61b-bab63992f41c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71f562a3-842c-415b-b47a-017fcd005eb2 HTTP/1.1" status: 200 len: 217 time: 0.0843294 Nov 29 19:02:33.338747 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-d65c3d00-09cc-415b-b338-01a975510636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.340727 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-d65c3d00-09cc-415b-b338-01a975510636 service neutron] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 920 time: 0.3043172 Nov 29 19:02:33.403881 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 71f562a3-842c-415b-b47a-017fcd005eb2 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:02:33.407272 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc86a5-0bce-4104-be41-97818f7ea94e req-048dc4d6-7a90-4154-b509-e4cb93e6d5af tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.408925 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-18dc86a5-0bce-4104-be41-97818f7ea94e req-048dc4d6-7a90-4154-b509-e4cb93e6d5af tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 943 time: 0.3197529 Nov 29 19:02:33.438760 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-8dd1f919-4d2e-47b1-89ba-c4bfaaf42832 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5 HTTP/1.1" status: 200 len: 217 time: 0.0897496 Nov 29 19:02:33.461840 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:33.550010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-d69d9f73-e879-4e38-9652-e88599af2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.551508 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-d69d9f73-e879-4e38-9652-e88599af2264 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=325f1541-cf13-48b4-b25a-a2691bee4241 HTTP/1.1" status: 200 len: 852 time: 0.2379534 Nov 29 19:02:33.560805 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-7c88cc52-29d2-41b5-9f8d-afe4897edf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.561999 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:33.562513 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-7c88cc52-29d2-41b5-9f8d-afe4897edf6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.1155279 Nov 29 19:02:33.580202 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 71f562a3-842c-415b-b47a-017fcd005eb2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=71f562a3-842c-415b-b47a-017fcd005eb2,segment=NetworkSegment(d49404e4-6e22-4df1-8e3a-e9e1e6536c5a),segment_id=d49404e4-6e22-4df1-8e3a-e9e1e6536c5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:33.585849 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde6263-930a-47db-87ba-5d236c0216e4 req-60ca40dc-37f8-4a26-a175-9ae2dec6259f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.587988 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8cde6263-930a-47db-87ba-5d236c0216e4 req-60ca40dc-37f8-4a26-a175-9ae2dec6259f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 931 time: 0.0725026 Nov 29 19:02:33.588551 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 50928) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:33.593614 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '71f562a3-842c-415b-b47a-017fcd005eb2', 'network_id': 'd8222184-a4a4-4a59-bc47-d462f13dccbf', 'port_id': '71f562a3-842c-415b-b47a-017fcd005eb2', 'mac_address': 'fa:16:3e:73:fe:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325f1541-cf13-48b4-b25a-a2691bee4241', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:02:33.599269 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:33.628759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Allocated IP 172.20.0.6 (1eafe7d2-4063-4f97-a6ac-60940cdbdffb/5335a4b8-62e6-488c-87cb-835c29cb08e4/ff805304-0bd0-4d55-8138-65515fc814c0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:02:33.635500 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:33.639791 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:33.641255 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:33.641814 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:33.645724 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-23a69750-5b89-4e8e-ab0e-9de21b8a4339 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8222184-a4a4-4a59-bc47-d462f13dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768840 Nov 29 19:02:33.655281 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f562a3-842c-415b-b47a-017fcd005eb2 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:33.658348 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-4c2a45dc-8bfc-45ec-a11c-f89832c588a7 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784218 Nov 29 19:02:33.669567 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Pushing event updated for resources: {'Port': ['ID=d5afd986-23c0-423b-9da1-46af814ef2ad,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:33.692321 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 71f562a3-842c-415b-b47a-017fcd005eb2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=71f562a3-842c-415b-b47a-017fcd005eb2,segment=NetworkSegment(d49404e4-6e22-4df1-8e3a-e9e1e6536c5a),segment_id=d49404e4-6e22-4df1-8e3a-e9e1e6536c5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:33.698604 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:33.699735 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5747b9a-bfa8-40be-a7b2-4f42795260f5 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:02:33.744106 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-18dc86a5-0bce-4104-be41-97818f7ea94e req-c1bed7a6-72ff-4a40-a7f6-2a0e801086d9 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175924 Nov 29 19:02:33.754208 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-f9542b8e-d989-4b2b-9a97-4016c60994df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7882621 Nov 29 19:02:33.779637 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-73460310-e2bc-445b-839c-1b3a7c36cbed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100186 Nov 29 19:02:33.780097 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Request body: {'port': {'device_id': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:33.836672 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8cde6263-930a-47db-87ba-5d236c0216e4 req-2cf525a7-1f39-424c-ab9c-47ee26c6f1bf tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588899 Nov 29 19:02:33.837965 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ba41dc6b-42fc-4c61-bc36-8d902737dc73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:33.856211 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=71f562a3-842c-415b-b47a-017fcd005eb2,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:33.945318 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port d5747b9a-bfa8-40be-a7b2-4f42795260f5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:33.951062 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-f1e5366d-ddaa-4686-bd87-71d23bcc1039 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264110 Nov 29 19:02:33.966936 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5', 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'port_id': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5', 'mac_address': 'fa:16:3e:b1:a6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:02:34.011638 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.036270 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5747b9a-bfa8-40be-a7b2-4f42795260f5 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:34.039479 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ba41dc6b-42fc-4c61-bc36-8d902737dc73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.046845 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ba41dc6b-42fc-4c61-bc36-8d902737dc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.066151 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port d5747b9a-bfa8-40be-a7b2-4f42795260f5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:34.071374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.092470 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-1fccbe77-15cc-44b9-a52a-ef82221e8e78 service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264627 Nov 29 19:02:34.136428 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=d5747b9a-bfa8-40be-a7b2-4f42795260f5,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:34.155782 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.177969 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ba41dc6b-42fc-4c61-bc36-8d902737dc73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04859e0ba55e429bbf77dd5056ff3632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836339 Nov 29 19:02:34.183562 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c29f8-ac67-4166-bb0c-9ca671565c86 req-ed6470dd-5215-4db0-aaf7-7f393d3e7cbc tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:34.184689 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501c29f8-ac67-4166-bb0c-9ca671565c86 req-ed6470dd-5215-4db0-aaf7-7f393d3e7cbc tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.3583183 Nov 29 19:02:34.189451 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 50942) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:34.196816 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-49933be7-642b-4da7-ac9c-4b51fdd13cfb req-1da77dca-79cd-4d0d-be0d-7117c99bcc2c tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 210 time: 0.0989447 Nov 29 19:02:34.197427 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41dc6b-42fc-4c61-bc36-8d902737dc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db43f85-e3ca-4eb4-81b1-5f004169b3a8,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:34.211523 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-59b08f0c-a7a3-490e-af35-8fae126846d3 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513421 Nov 29 19:02:34.277809 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.373001 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['d5747b9a-bfa8-40be-a7b2-4f42795260f5'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:02:34.394099 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['71f562a3-842c-415b-b47a-017fcd005eb2'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:02:34.442762 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.458674 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501c29f8-ac67-4166-bb0c-9ca671565c86 req-232c05b0-5b00-42dd-8404-e758c8f18e5c tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824288 Nov 29 19:02:34.703455 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-bfc9f131-84fb-411b-aaf4-9b1d1661c667 service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410194 Nov 29 19:02:34.728467 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc801e50-db7e-4644-bbb3-b6b8c6e4a4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.759609 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:02:34.777045 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:02:34.785390 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'Port': ['ID=ff805304-0bd0-4d55-8138-65515fc814c0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:34.794342 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:02:34.800680 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:34.801474 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.806600 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc801e50-db7e-4644-bbb3-b6b8c6e4a4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.915218 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe2d45-220e-4377-86ed-c7f4ad985fb7 req-71279a99-9c1d-4628-a8a9-9998cf930b00 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:34.917469 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-92fe2d45-220e-4377-86ed-c7f4ad985fb7 req-71279a99-9c1d-4628-a8a9-9998cf930b00 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 944 time: 0.0647466 Nov 29 19:02:34.938643 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc801e50-db7e-4644-bbb3-b6b8c6e4a4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.941233 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc801e50-db7e-4644-bbb3-b6b8c6e4a4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:34.942386 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-dc801e50-db7e-4644-bbb3-b6b8c6e4a4d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1db43f85-e3ca-4eb4-81b1-5f004169b3a8 HTTP/1.1" status: 204 len: 168 time: 0.7523537 Nov 29 19:02:34.979534 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-1e812304-df41-48ac-8da6-956513052bd6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6881902 Nov 29 19:02:34.992432 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc801e50-db7e-4644-bbb3-b6b8c6e4a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db43f85-e3ca-4eb4-81b1-5f004169b3a8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:35.006870 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-92fe2d45-220e-4377-86ed-c7f4ad985fb7 req-3119caa8-f6bc-4a5e-b6ba-44722f4f164a tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821242 Nov 29 19:02:35.054374 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054d20-3964-47be-bc74-8ed7ccc86153 req-f278e1c6-3485-4181-a980-01a4b45379dd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:35.056958 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-33054d20-3964-47be-bc74-8ed7ccc86153 req-f278e1c6-3485-4181-a980-01a4b45379dd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 931 time: 0.1297600 Nov 29 19:02:35.151793 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-33054d20-3964-47be-bc74-8ed7ccc86153 req-97070e7b-f624-403a-8474-052a72a6e099 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869145 Nov 29 19:02:35.166538 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5afd986-23c0-423b-9da1-46af814ef2ad {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:35.175341 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:35.181760 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e6d5b34c-38f1-4335-b41f-4b910f1bf21f None None] Provisioning complete for port ff805304-0bd0-4d55-8138-65515fc814c0 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:35.182798 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b34c-38f1-4335-b41f-4b910f1bf21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:35.209077 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Transition to ACTIVE for port object d5afd986-23c0-423b-9da1-46af814ef2ad will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:02:35.216097 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:35.235696 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5b34c-38f1-4335-b41f-4b910f1bf21f None None] Port ff805304-0bd0-4d55-8138-65515fc814c0 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:02:35.341522 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Pushing event updated for resources: {'Port': ['ID=d5afd986-23c0-423b-9da1-46af814ef2ad,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:35.348873 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Attempting to bind port d5afd986-23c0-423b-9da1-46af814ef2ad on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:35.349223 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Attempting to bind port d5afd986-23c0-423b-9da1-46af814ef2ad by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:35.349559 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Attempting to bind port d5afd986-23c0-423b-9da1-46af814ef2ad on network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:35.355939 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Port d5afd986-23c0-423b-9da1-46af814ef2ad on network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:02:35.356634 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Attempting to bind port d5afd986-23c0-423b-9da1-46af814ef2ad on network 50baf5da-ed6c-42a5-b3cc-f25e70102e6d {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:35.363926 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:35.364267 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Checking segment: {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:35.364656 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Bound using segment: {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:35.365682 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Bound port: d5afd986-23c0-423b-9da1-46af814ef2ad, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:35.365682 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:35.384786 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d076b66-63af-4526-b1d1-b0a03f5f2933 req-702a0a23-e498-4a74-9626-f51f82a8adc1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:35.392083 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5d076b66-63af-4526-b1d1-b0a03f5f2933 req-702a0a23-e498-4a74-9626-f51f82a8adc1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 931 time: 0.1096478 Nov 29 19:02:35.442332 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5d076b66-63af-4526-b1d1-b0a03f5f2933 req-89c592b8-ba18-4840-8778-e7e2ff5273ac tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491259 Nov 29 19:02:35.453317 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] For port d5afd986-23c0-423b-9da1-46af814ef2ad, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:35.456526 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] For port d5afd986-23c0-423b-9da1-46af814ef2ad, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5afd986-23c0-423b-9da1-46af814ef2ad,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:35.461240 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:35.503450 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:35.504076 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:35.505491 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5afd986-23c0-423b-9da1-46af814ef2ad HTTP/1.1" status: 200 len: 1093 time: 1.7337887 Nov 29 19:02:35.505953 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'tag': 'd5afd986-23c0-423b-9da1-46af814ef2ad'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:35.509002 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6855283f-25fb-4055-8fd1-07b7a846dab5" -d '{"events": [{"name": "network-changed", "server_uuid": "67d7691e-fd68-4e0a-9813-f90d332fb68b", "tag": "d5afd986-23c0-423b-9da1-46af814ef2ad"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:35.530512 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc9b9d-2c95-46ef-a17c-224d036bad52 service neutron] Pushing event updated for resources: {'Port': ['ID=d5afd986-23c0-423b-9da1-46af814ef2ad,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:35.565838 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7343aac-ce68-48a5-8882-6293acd56297 x-openstack-request-id: req-b7343aac-ce68-48a5-8882-6293acd56297 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:35.566136 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d7691e-fd68-4e0a-9813-f90d332fb68b", "tag": "d5afd986-23c0-423b-9da1-46af814ef2ad", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:35.566420 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7343aac-ce68-48a5-8882-6293acd56297 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:35.566826 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'tag': 'd5afd986-23c0-423b-9da1-46af814ef2ad', 'status': 'completed', 'code': 200} Nov 29 19:02:35.589768 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94fb0a-a583-428b-91d2-119b3d03c227 req-2025333d-23bb-4a6b-8eda-d3af2a431fa3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:35.591314 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0e94fb0a-a583-428b-91d2-119b3d03c227 req-2025333d-23bb-4a6b-8eda-d3af2a431fa3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.0522954 Nov 29 19:02:35.643303 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0e94fb0a-a583-428b-91d2-119b3d03c227 req-b3a471e6-b144-4b10-b355-dfc4cc085340 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Nov 29 19:02:36.138465 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f806659-5999-4e1f-a022-76f926dc51f0 req-396c0649-4600-4782-87f3-de88854a291f tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:36.139974 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5f806659-5999-4e1f-a022-76f926dc51f0 req-396c0649-4600-4782-87f3-de88854a291f tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 944 time: 0.0547678 Nov 29 19:02:36.190223 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5f806659-5999-4e1f-a022-76f926dc51f0 req-4a60ea95-e472-4f28-888f-e26db0b92673 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Nov 29 19:02:36.277061 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f368919-5431-4e35-bcf1-b9629a5031b6 req-8289bc9b-b2e0-47f8-8681-6eca8c63cdff tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:36.278717 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5f368919-5431-4e35-bcf1-b9629a5031b6 req-8289bc9b-b2e0-47f8-8681-6eca8c63cdff tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 943 time: 0.0545428 Nov 29 19:02:36.329916 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5f368919-5431-4e35-bcf1-b9629a5031b6 req-ebb47176-41cf-469a-8240-2e56a1e8cbda tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Nov 29 19:02:36.566797 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a49d-5cc2-435f-9494-6af0fd169e07 req-c7ba870d-3d6e-4381-89b2-bf01becc1dc0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:36.568300 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8193a49d-5cc2-435f-9494-6af0fd169e07 req-c7ba870d-3d6e-4381-89b2-bf01becc1dc0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 931 time: 0.0500488 Nov 29 19:02:36.617245 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8193a49d-5cc2-435f-9494-6af0fd169e07 req-f4d25cca-154f-4f73-ad45-4a99fd8c1639 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Nov 29 19:02:36.763012 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e9190-8f1e-43f0-ab03-2e8c42900a41 req-f85da4f2-cf44-4c4c-8977-2a97c5da75f6 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:36.764514 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-150e9190-8f1e-43f0-ab03-2e8c42900a41 req-f85da4f2-cf44-4c4c-8977-2a97c5da75f6 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.0543690 Nov 29 19:02:36.816148 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-150e9190-8f1e-43f0-ab03-2e8c42900a41 req-ee3c2622-3daa-4657-b0ae-1b5981d2185a tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Nov 29 19:02:37.233590 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Request body: {'port': {'device_id': '83b960ad-3252-40ab-8627-cdc7b8936608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:37.310923 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6c24-b6d2-42ec-9676-d2cbc29f7701 req-d82151a5-5b1c-4732-b454-d7edec811ca3 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.312414 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-373c6c24-b6d2-42ec-9676-d2cbc29f7701 req-d82151a5-5b1c-4732-b454-d7edec811ca3 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 944 time: 0.0510790 Nov 29 19:02:37.323021 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:37.325836 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855283f-25fb-4055-8fd1-07b7a846dab5 req-329cb20a-580e-4468-b456-86314c8ff88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.327338 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6855283f-25fb-4055-8fd1-07b7a846dab5 req-329cb20a-580e-4468-b456-86314c8ff88a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 1096 time: 0.0727186 Nov 29 19:02:37.362478 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-373c6c24-b6d2-42ec-9676-d2cbc29f7701 req-0411cf3c-4017-4f2d-9c80-9199376709aa tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Nov 29 19:02:37.558129 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855283f-25fb-4055-8fd1-07b7a846dab5 req-d63b6829-752d-43e0-af53-1477df7ee143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.559649 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6855283f-25fb-4055-8fd1-07b7a846dab5 req-d63b6829-752d-43e0-af53-1477df7ee143 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=eb17ce0da1074482a968d9210a8e018c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2216907 Nov 29 19:02:37.570671 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac98401-5ba4-4537-b97f-1a3b93a4ab8f req-cfebee8a-4330-41ea-8544-535bff2ab2ad tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.572307 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eac98401-5ba4-4537-b97f-1a3b93a4ab8f req-cfebee8a-4330-41ea-8544-535bff2ab2ad tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 943 time: 0.1540434 Nov 29 19:02:37.745865 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eac98401-5ba4-4537-b97f-1a3b93a4ab8f req-c2e3dfab-19f6-431f-88aa-69ee33f5d0fa tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605330 Nov 29 19:02:37.752301 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121c888-a02f-43c1-9471-5b673d84c5e3 req-dce670a8-244b-4806-9e56-daa74e79454c tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.758821 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0121c888-a02f-43c1-9471-5b673d84c5e3 req-dce670a8-244b-4806-9e56-daa74e79454c tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 931 time: 0.0625312 Nov 29 19:02:37.767799 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855283f-25fb-4055-8fd1-07b7a846dab5 req-5f3f1cce-4ad5-4aec-9cc9-91cdfeaa7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.769260 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6855283f-25fb-4055-8fd1-07b7a846dab5 req-5f3f1cce-4ad5-4aec-9cc9-91cdfeaa7603 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1936984 Nov 29 19:02:37.824054 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0121c888-a02f-43c1-9471-5b673d84c5e3 req-e2e4610c-7881-4486-9975-46785e61f5a8 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609047 Nov 29 19:02:37.888802 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff805304-0bd0-4d55-8138-65515fc814c0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:37.908096 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:37.912211 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fe9d5561-c34d-41d3-bbfc-02c2f7ce28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.914587 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-fe9d5561-c34d-41d3-bbfc-02c2f7ce28e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 1096 time: 0.0982754 Nov 29 19:02:37.977649 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Transition to ACTIVE for port object ff805304-0bd0-4d55-8138-65515fc814c0 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:02:37.981421 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-9b60d974-d40c-43f3-a907-c848945e143d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5afd986-23c0-423b-9da1-46af814ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0514817 Nov 29 19:02:37.982977 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:38.053507 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837786d-0fac-4566-8398-e2cbc7da2fdb req-5e75c6d6-6df5-48ef-a6e5-fc5d83323027 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:38.055707 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f837786d-0fac-4566-8398-e2cbc7da2fdb req-5e75c6d6-6df5-48ef-a6e5-fc5d83323027 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.1623676 Nov 29 19:02:38.096875 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Pushing event updated for resources: {'Port': ['ID=ff805304-0bd0-4d55-8138-65515fc814c0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:38.128113 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-11ac2473-eb0b-420d-a4ab-d077036b20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:38.129585 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-11ac2473-eb0b-420d-a4ab-d077036b20e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.1373041 Nov 29 19:02:38.184813 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Attempting to bind port ff805304-0bd0-4d55-8138-65515fc814c0 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:02:38.185407 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Attempting to bind port ff805304-0bd0-4d55-8138-65515fc814c0 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:02:38.185887 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Attempting to bind port ff805304-0bd0-4d55-8138-65515fc814c0 on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:38.189492 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-43e49559-046c-4567-9913-2d96d5a1db1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509846 Nov 29 19:02:38.196433 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f837786d-0fac-4566-8398-e2cbc7da2fdb req-2e78ef5f-279a-4dac-9c4d-41c71a2605ba tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296988 Nov 29 19:02:38.197491 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Port ff805304-0bd0-4d55-8138-65515fc814c0 on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:02:38.197812 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Attempting to bind port ff805304-0bd0-4d55-8138-65515fc814c0 on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:02:38.204093 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:02:38.204435 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Checking segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:02:38.204821 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Bound using segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:02:38.205253 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Bound port: ff805304-0bd0-4d55-8138-65515fc814c0, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:02:38.205606 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:38.275694 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] For port ff805304-0bd0-4d55-8138-65515fc814c0, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:02:38.278830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] For port ff805304-0bd0-4d55-8138-65515fc814c0, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ff805304-0bd0-4d55-8138-65515fc814c0,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:02:38.284018 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:38.324315 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:38.324924 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:38.326449 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] 10.222.0.53 "PUT /v2.0/ports/ff805304-0bd0-4d55-8138-65515fc814c0 HTTP/1.1" status: 200 len: 1093 time: 1.0971527 Nov 29 19:02:38.326975 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:38.329281 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5656c2-2744-41cc-8af0-7594d9dc192b" -d '{"events": [{"name": "network-changed", "server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:38.356609 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe3344-3a1e-419a-8e4d-7e0ce2ff8282 service neutron] Pushing event updated for resources: {'Port': ['ID=ff805304-0bd0-4d55-8138-65515fc814c0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:38.383761 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec9f2dd-10e8-4dbb-a25e-dae5ef974e39 x-openstack-request-id: req-1ec9f2dd-10e8-4dbb-a25e-dae5ef974e39 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:38.384145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:38.384505 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ec9f2dd-10e8-4dbb-a25e-dae5ef974e39 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:38.385042 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'status': 'completed', 'code': 200} Nov 29 19:02:38.499991 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b21a51-9561-47cd-b2a2-88dde781345b req-c3bbc122-01eb-4585-b68d-59ae82036fe7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:38.501461 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b4b21a51-9561-47cd-b2a2-88dde781345b req-c3bbc122-01eb-4585-b68d-59ae82036fe7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 944 time: 0.0625694 Nov 29 19:02:38.563123 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b4b21a51-9561-47cd-b2a2-88dde781345b req-9a9412f0-770a-402b-b723-ec5623f24c57 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545883 Nov 29 19:02:38.870871 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433640-7837-480d-9b17-a813a835170c req-e096296c-4525-4bfe-91a4-e858e64570a8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:38.872389 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-70433640-7837-480d-9b17-a813a835170c req-e096296c-4525-4bfe-91a4-e858e64570a8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 943 time: 0.0526481 Nov 29 19:02:38.904013 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51108) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:38.938098 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-70433640-7837-480d-9b17-a813a835170c req-e0235229-a176-4e50-a593-b60bc6eafcb3 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594914 Nov 29 19:02:38.955124 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449622d-d9a5-4bc2-b329-13bf4709be91 req-5af5e907-bb7a-4b41-8343-8876c68e65dc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:38.956832 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3449622d-d9a5-4bc2-b329-13bf4709be91 req-5af5e907-bb7a-4b41-8343-8876c68e65dc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 943 time: 0.0608289 Nov 29 19:02:39.015992 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3449622d-d9a5-4bc2-b329-13bf4709be91 req-0748cb23-87d7-49ca-9e07-67ee820f8b15 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524249 Nov 29 19:02:39.030403 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e167ee45-093b-4e20-b0e8-403debebca0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.105026 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e167ee45-093b-4e20-b0e8-403debebca0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.108821 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e167ee45-093b-4e20-b0e8-403debebca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.146600 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e167ee45-093b-4e20-b0e8-403debebca0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a66f58389d7c49b9996b852bf3297200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413146 Nov 29 19:02:39.147724 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167ee45-093b-4e20-b0e8-403debebca0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9638a0-e5f5-4620-8595-b31d4a5a378e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:39.150736 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51114) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:39.201372 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98c1cff-6651-4c27-abb7-be08cb4afc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.222630 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98c1cff-6651-4c27-abb7-be08cb4afc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.272067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98c1cff-6651-4c27-abb7-be08cb4afc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.275241 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98c1cff-6651-4c27-abb7-be08cb4afc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.276463 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-a98c1cff-6651-4c27-abb7-be08cb4afc97 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd9638a0-e5f5-4620-8595-b31d4a5a378e HTTP/1.1" status: 204 len: 168 time: 0.1247311 Nov 29 19:02:39.284788 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c1cff-6651-4c27-abb7-be08cb4afc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9638a0-e5f5-4620-8595-b31d4a5a378e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:39.318139 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77feee0-d133-4e37-886f-dcfcaef193e6 req-4505b41e-af5c-4300-a9c2-224c8f8c7dce tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:39.319737 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d77feee0-d133-4e37-886f-dcfcaef193e6 req-4505b41e-af5c-4300-a9c2-224c8f8c7dce tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.0539827 Nov 29 19:02:39.372781 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d77feee0-d133-4e37-886f-dcfcaef193e6 req-dc1b0b1d-d3fa-4dfb-9eaa-b7d33a94ac2f tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Nov 29 19:02:39.553661 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51134) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:39.567419 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e257c609-735a-428d-bd8f-33ca33a1069b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.656132 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e257c609-735a-428d-bd8f-33ca33a1069b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.665005 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e257c609-735a-428d-bd8f-33ca33a1069b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.686890 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea6947-6cf1-4540-a040-f4d8d81716dc req-cf7f1326-1406-413e-85d7-39cccf9d4997 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:39.694978 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-20ea6947-6cf1-4540-a040-f4d8d81716dc req-cf7f1326-1406-413e-85d7-39cccf9d4997 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 944 time: 0.0607896 Nov 29 19:02:39.710370 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e257c609-735a-428d-bd8f-33ca33a1069b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=383b7b1e0faf400fb19381581fa3a418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555705 Nov 29 19:02:39.715083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:39.720232 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c609-735a-428d-bd8f-33ca33a1069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db84e805-0375-4eab-805a-b0c68175645a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:39.770896 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-20ea6947-6cf1-4540-a040-f4d8d81716dc req-26331aea-6744-4193-b5d4-3b38822b59c7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742090 Nov 29 19:02:39.795673 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4c46ca9-5fba-47d9-9680-0c91854f567b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.820316 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4c46ca9-5fba-47d9-9680-0c91854f567b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.874903 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4c46ca9-5fba-47d9-9680-0c91854f567b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.877526 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4c46ca9-5fba-47d9-9680-0c91854f567b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:39.880863 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d4c46ca9-5fba-47d9-9680-0c91854f567b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db84e805-0375-4eab-805a-b0c68175645a HTTP/1.1" status: 204 len: 168 time: 0.1625738 Nov 29 19:02:39.890029 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c46ca9-5fba-47d9-9680-0c91854f567b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db84e805-0375-4eab-805a-b0c68175645a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:40.056637 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-b75e3bdc-5e11-4400-ad38-ad4cac4cb30e service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182921 Nov 29 19:02:40.134328 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4952f8e-60ac-4a73-8d2e-11aa9b1b8a64 req-538c945c-2775-4517-b282-b1b5ad63545d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:40.142921 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d4952f8e-60ac-4a73-8d2e-11aa9b1b8a64 req-538c945c-2775-4517-b282-b1b5ad63545d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 943 time: 0.0669458 Nov 29 19:02:40.171145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4377fc9-8560-4948-82e5-1ff9e22b85a6 req-e0605612-f773-4d6d-a6ed-28423d54432f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:40.172672 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c4377fc9-8560-4948-82e5-1ff9e22b85a6 req-e0605612-f773-4d6d-a6ed-28423d54432f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 943 time: 0.0658267 Nov 29 19:02:40.204010 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d4952f8e-60ac-4a73-8d2e-11aa9b1b8a64 req-de221a6c-19c1-4f45-941a-178381fb86af tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597098 Nov 29 19:02:40.243653 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c4377fc9-8560-4948-82e5-1ff9e22b85a6 req-ab7c6db4-6411-4c99-8117-102e04cc6116 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626981 Nov 29 19:02:40.313083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51176) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:40.473723 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b19a21a5-f505-4092-9fb7-2dba184bc802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:40.501568 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef33b0-fc60-467d-8f9e-101f5222d57b req-cc93970d-ad41-464a-b728-cd63c3e08f78 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:40.503225 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-00ef33b0-fc60-467d-8f9e-101f5222d57b req-cc93970d-ad41-464a-b728-cd63c3e08f78 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 943 time: 0.0539851 Nov 29 19:02:40.558835 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b19a21a5-f505-4092-9fb7-2dba184bc802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:40.563863 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b19a21a5-f505-4092-9fb7-2dba184bc802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:40.565076 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-00ef33b0-fc60-467d-8f9e-101f5222d57b req-651e283e-2f1e-4e45-a496-9063586006ab tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505633 Nov 29 19:02:40.604030 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-b19a21a5-f505-4092-9fb7-2dba184bc802 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fa723ad6c764f1eb41b557fe080a4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895975 Nov 29 19:02:40.605793 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a21a5-f505-4092-9fb7-2dba184bc802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8700b9-0a7e-466e-adfc-c64648fb4d67,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:40.606641 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51192) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:40.659475 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c086-9010-40cd-b2b4-18f29de09fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:40.680937 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c086-9010-40cd-b2b4-18f29de09fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:40.733478 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c086-9010-40cd-b2b4-18f29de09fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:40.736265 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c086-9010-40cd-b2b4-18f29de09fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:40.737439 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d4e4c086-9010-40cd-b2b4-18f29de09fc5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd8700b9-0a7e-466e-adfc-c64648fb4d67 HTTP/1.1" status: 204 len: 168 time: 0.1293635 Nov 29 19:02:40.746348 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4c086-9010-40cd-b2b4-18f29de09fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8700b9-0a7e-466e-adfc-c64648fb4d67,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:40.889530 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e4a0f-6399-49c0-8c41-8e5ee526437c req-74b8e6ed-3996-4610-90e2-a5730416f59d tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:40.891383 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d7e4a0f-6399-49c0-8c41-8e5ee526437c req-74b8e6ed-3996-4610-90e2-a5730416f59d tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 944 time: 0.0500889 Nov 29 19:02:40.908394 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 774aa79c-25f2-439e-9c08-d56d12a04595 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:02:41.027115 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d7e4a0f-6399-49c0-8c41-8e5ee526437c req-9e6c2033-cd20-4eb6-bb0e-9398824b3aa5 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288660 Nov 29 19:02:41.055825 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5656c2-2744-41cc-8af0-7594d9dc192b req-3bafa71e-2a1c-4f4e-8efe-9d45ec7695a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.055825 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6f5656c2-2744-41cc-8af0-7594d9dc192b req-3bafa71e-2a1c-4f4e-8efe-9d45ec7695a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 1096 time: 0.1160429 Nov 29 19:02:41.057536 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 774aa79c-25f2-439e-9c08-d56d12a04595, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=774aa79c-25f2-439e-9c08-d56d12a04595,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:41.074049 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '774aa79c-25f2-439e-9c08-d56d12a04595', 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c', 'port_id': '774aa79c-25f2-439e-9c08-d56d12a04595', 'mac_address': 'fa:16:3e:50:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f21510-8fe5-43c0-9eb1-804f42631d6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:02:41.075891 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 71f562a3-842c-415b-b47a-017fcd005eb2 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:41.126907 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-588bc7b4-1901-4c62-82ff-ba4257285ee6 req-46f05fc1-ec56-4e3f-b032-ee079a8604ef service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055559 Nov 29 19:02:41.164621 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.178718 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51212) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:41.183430 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774aa79c-25f2-439e-9c08-d56d12a04595 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:41.191055 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 71f562a3-842c-415b-b47a-017fcd005eb2 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:02:41.191263 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5656c2-2744-41cc-8af0-7594d9dc192b req-3f654d56-97d3-4a54-a1a3-018d220e0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.192729 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6f5656c2-2744-41cc-8af0-7594d9dc192b req-3f654d56-97d3-4a54-a1a3-018d220e0d9f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1292150 Nov 29 19:02:41.196845 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-536c336f-c2db-4dff-9e09-b594224458af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.201412 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 71f562a3-842c-415b-b47a-017fcd005eb2 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:41.201777 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.229342 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 774aa79c-25f2-439e-9c08-d56d12a04595, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=774aa79c-25f2-439e-9c08-d56d12a04595,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:41.243450 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.305441 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=774aa79c-25f2-439e-9c08-d56d12a04595,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:41.363231 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.381740 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-536c336f-c2db-4dff-9e09-b594224458af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.381955 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5656c2-2744-41cc-8af0-7594d9dc192b req-906798c6-02a4-47d9-8fef-1a1487b53e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.385053 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6f5656c2-2744-41cc-8af0-7594d9dc192b req-906798c6-02a4-47d9-8fef-1a1487b53e5d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853125 Nov 29 19:02:41.396130 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-536c336f-c2db-4dff-9e09-b594224458af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.409254 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f562a3-842c-415b-b47a-017fcd005eb2'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:41.444770 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a342f94-246f-4e7c-84a0-4b3c3674d0b8 req-e59d7cc0-70c3-4592-9126-5d75e52f70b1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.449430 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a342f94-246f-4e7c-84a0-4b3c3674d0b8 req-e59d7cc0-70c3-4592-9126-5d75e52f70b1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 943 time: 0.0824013 Nov 29 19:02:41.474352 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c336f-c2db-4dff-9e09-b594224458af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee90654-72a8-4bc6-b3ce-a21ffa87d906,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:41.482446 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-536c336f-c2db-4dff-9e09-b594224458af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69a130b319fe4d04bdb0032b6297ce51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013325 Nov 29 19:02:41.483389 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51222) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:41.495324 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 71f562a3-842c-415b-b47a-017fcd005eb2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=71f562a3-842c-415b-b47a-017fcd005eb2,segment=NetworkSegment(d49404e4-6e22-4df1-8e3a-e9e1e6536c5a),segment_id=d49404e4-6e22-4df1-8e3a-e9e1e6536c5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:41.503020 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.506183 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5747b9a-bfa8-40be-a7b2-4f42795260f5 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:41.515010 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199f9ca-a529-43c1-a553-b5d4a30a3792 req-69127917-9e77-4c9f-9556-506fb8b5ed43 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.521235 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2199f9ca-a529-43c1-a553-b5d4a30a3792 req-69127917-9e77-4c9f-9556-506fb8b5ed43 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 943 time: 0.1358759 Nov 29 19:02:41.536706 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-a455948b-53fe-47e9-94c1-26e83d253290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.538225 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-a455948b-53fe-47e9-94c1-26e83d253290 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 1096 time: 0.0877256 Nov 29 19:02:41.575163 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a342f94-246f-4e7c-84a0-4b3c3674d0b8 req-40634b3b-dfca-46b1-8188-55b23879e2a3 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064279 Nov 29 19:02:41.587501 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['774aa79c-25f2-439e-9c08-d56d12a04595'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:02:41.658335 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-d23daf50-727a-4ade-bf99-0131c49433e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff805304-0bd0-4d55-8138-65515fc814c0 HTTP/1.1" status: 200 len: 217 time: 0.1101837 Nov 29 19:02:41.667518 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=71f562a3-842c-415b-b47a-017fcd005eb2,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:41.679219 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93b7be1e-40d1-4230-96ac-09dccfa679f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.682833 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port d5747b9a-bfa8-40be-a7b2-4f42795260f5 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:02:41.688755 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port d5747b9a-bfa8-40be-a7b2-4f42795260f5 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:41.689407 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.721120 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-219dcb29-2164-4dc8-b3a5-0ed8b7bfaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.722652 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-219dcb29-2164-4dc8-b3a5-0ed8b7bfaf11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 200 len: 850 time: 0.0566778 Nov 29 19:02:41.731761 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93b7be1e-40d1-4230-96ac-09dccfa679f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.826917 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b055ebd-af00-4cd3-8e3f-0bbb03b8cb8e" -d '{"events": [{"server_uuid": "305a6f4c-9698-4976-bdb1-b3118a0f1cf3", "name": "network-vif-plugged", "status": "completed", "tag": "71f562a3-842c-415b-b47a-017fcd005eb2"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:41.832011 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.836895 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510523e-b8e4-4217-8fe3-c4f6a41ecc10 req-20ea9c30-de12-418a-8358-e56ead4a670a tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.837619 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93b7be1e-40d1-4230-96ac-09dccfa679f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.840377 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93b7be1e-40d1-4230-96ac-09dccfa679f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:41.841915 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-93b7be1e-40d1-4230-96ac-09dccfa679f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bee90654-72a8-4bc6-b3ce-a21ffa87d906 HTTP/1.1" status: 204 len: 168 time: 0.3574595 Nov 29 19:02:41.847540 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8510523e-b8e4-4217-8fe3-c4f6a41ecc10 req-20ea9c30-de12-418a-8358-e56ead4a670a tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 944 time: 0.1833320 Nov 29 19:02:41.849948 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2199f9ca-a529-43c1-a553-b5d4a30a3792 req-191de22a-5b16-4e17-816f-c4ba54ab03f6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224149 Nov 29 19:02:41.855669 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7be1e-40d1-4230-96ac-09dccfa679f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee90654-72a8-4bc6-b3ce-a21ffa87d906,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:41.873417 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-ef7b41dd-b2ad-4e4b-8d60-87a7971c2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:41.875592 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-ef7b41dd-b2ad-4e4b-8d60-87a7971c2efc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1444633 Nov 29 19:02:41.989274 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port d5747b9a-bfa8-40be-a7b2-4f42795260f5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:42.012326 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:42.120420 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=d5747b9a-bfa8-40be-a7b2-4f42795260f5,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:42.252463 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8510523e-b8e4-4217-8fe3-c4f6a41ecc10 req-c812eb90-7405-46e0-8fcd-37945aea15ce tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987913 Nov 29 19:02:42.295373 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-b40f5bfc-ee5b-422d-9af1-06d061f97e36 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079309 Nov 29 19:02:42.361523 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51278) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:42.461743 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e1f3-f3ea-43cb-ab28-f596567e0d69 req-197bfa4b-b462-405d-9ea3-bd1b01eb5a89 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:42.463469 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d47e1f3-f3ea-43cb-ab28-f596567e0d69 req-197bfa4b-b462-405d-9ea3-bd1b01eb5a89 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.1192601 Nov 29 19:02:42.493908 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e313ecb7-e158-42b5-95e0-cf8d14f4b874 req-109b6296-9494-40df-ab05-f836f988ffb7 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853900 Nov 29 19:02:42.497222 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3405ddad-4b4d-44bb-b572-df1dec5196fa x-openstack-request-id: req-3405ddad-4b4d-44bb-b572-df1dec5196fa {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:42.497823 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305a6f4c-9698-4976-bdb1-b3118a0f1cf3", "name": "network-vif-plugged", "status": "completed", "tag": "71f562a3-842c-415b-b47a-017fcd005eb2", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:42.499374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3405ddad-4b4d-44bb-b572-df1dec5196fa {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:42.504996 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f562a3-842c-415b-b47a-017fcd005eb2', 'code': 200} Nov 29 19:02:42.558105 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d47e1f3-f3ea-43cb-ab28-f596567e0d69 req-597e3e54-9098-42d3-8023-4da6eefe8190 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872004 Nov 29 19:02:42.604653 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-553ed3ab-cf1e-420d-8621-cf9a80ace4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:42.749557 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-553ed3ab-cf1e-420d-8621-cf9a80ace4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:42.758165 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746d661-304d-4dbf-8da1-5fecef77f8e4 req-bd5ef456-edc2-4478-8abd-3ab42b7803f3 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:42.760075 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1746d661-304d-4dbf-8da1-5fecef77f8e4 req-bd5ef456-edc2-4478-8abd-3ab42b7803f3 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 943 time: 0.1034603 Nov 29 19:02:42.761183 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-553ed3ab-cf1e-420d-8621-cf9a80ace4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:42.793478 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-553ed3ab-cf1e-420d-8621-cf9a80ace4d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=decc1a090fcd4a1ca479940c161a747b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279866 Nov 29 19:02:42.798994 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51306) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:42.832433 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ed3ab-cf1e-420d-8621-cf9a80ace4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568f172-bf94-412f-b60e-fd2edb3e0b20,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:42.855805 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5886-35a9-4f41-9df8-43b4c0d59c90 req-be95c76d-0067-4281-8712-e3ae4f0da4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:42.857323 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-be3f5886-35a9-4f41-9df8-43b4c0d59c90 req-be95c76d-0067-4281-8712-e3ae4f0da4e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 1098 time: 0.1232345 Nov 29 19:02:42.876218 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1746d661-304d-4dbf-8da1-5fecef77f8e4 req-be0ecf6e-d34d-43f4-af87-2f24f0013166 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924165 Nov 29 19:02:42.901861 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-be3f5886-35a9-4f41-9df8-43b4c0d59c90 req-ff2b3068-c821-4e56-9813-0ea057630582 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:42.921996 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51312) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:42.923990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f1f48e8-2e35-436d-8199-90f25b1953e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.005651 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f1f48e8-2e35-436d-8199-90f25b1953e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.059975 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-176c7abb-c79a-41db-bb0a-3c95013ab906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.068178 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f1bda-8338-4fcf-9505-ec4e3303d29b req-d7000f2d-6a6e-4c14-ab3e-4f91b0aadebd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:43.069688 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-553f1bda-8338-4fcf-9505-ec4e3303d29b req-d7000f2d-6a6e-4c14-ab3e-4f91b0aadebd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 943 time: 0.1143212 Nov 29 19:02:43.106085 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-be3f5886-35a9-4f41-9df8-43b4c0d59c90 req-ff2b3068-c821-4e56-9813-0ea057630582 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.112907 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-be3f5886-35a9-4f41-9df8-43b4c0d59c90 req-ff2b3068-c821-4e56-9813-0ea057630582 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.166977 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f1f48e8-2e35-436d-8199-90f25b1953e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.169480 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f1f48e8-2e35-436d-8199-90f25b1953e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.170894 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-4f1f48e8-2e35-436d-8199-90f25b1953e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4568f172-bf94-412f-b60e-fd2edb3e0b20 HTTP/1.1" status: 204 len: 168 time: 0.3707166 Nov 29 19:02:43.188185 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-553f1bda-8338-4fcf-9505-ec4e3303d29b req-b2735dd0-a9d0-4f68-932f-94d4abed0cd6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092033 Nov 29 19:02:43.190197 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-be3f5886-35a9-4f41-9df8-43b4c0d59c90 req-ff2b3068-c821-4e56-9813-0ea057630582 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230035 Nov 29 19:02:43.190776 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b3068-c821-4e56-9813-0ea057630582 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7b253144-1038-436b-a41e-ccb2032cd5c3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:43.202076 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f48e8-2e35-436d-8199-90f25b1953e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568f172-bf94-412f-b60e-fd2edb3e0b20,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:43.203419 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-176c7abb-c79a-41db-bb0a-3c95013ab906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.209563 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-176c7abb-c79a-41db-bb0a-3c95013ab906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.252026 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c7abb-c79a-41db-bb0a-3c95013ab906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31765d15-014a-4723-858a-b597d968b77f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:43.273807 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-176c7abb-c79a-41db-bb0a-3c95013ab906 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=027ce07e2b59485b89e42dd874e7c92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505523 Nov 29 19:02:43.276527 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51328) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:43.356780 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41c0b995-c530-4a9b-800c-e253631ec51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.386409 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41c0b995-c530-4a9b-800c-e253631ec51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.402691 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a52006-dc3e-4c10-92ac-37e215a55b51 req-288276e0-d8f6-4be0-af65-4ed64bbb23de tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:43.404226 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-61a52006-dc3e-4c10-92ac-37e215a55b51 req-288276e0-d8f6-4be0-af65-4ed64bbb23de tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 944 time: 0.0832453 Nov 29 19:02:43.513874 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-61a52006-dc3e-4c10-92ac-37e215a55b51 req-7cf46f46-798c-4782-b723-88c67735e459 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845981 Nov 29 19:02:43.522922 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41c0b995-c530-4a9b-800c-e253631ec51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.528397 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41c0b995-c530-4a9b-800c-e253631ec51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:43.531990 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-41c0b995-c530-4a9b-800c-e253631ec51c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31765d15-014a-4723-858a-b597d968b77f HTTP/1.1" status: 204 len: 168 time: 0.2519388 Nov 29 19:02:43.539832 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0b995-c530-4a9b-800c-e253631ec51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31765d15-014a-4723-858a-b597d968b77f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:43.689880 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59924c8-ca1f-4740-a5a1-887abc18d4bb req-456bf894-8e3e-42b3-aaa7-c9b847a6658c tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:43.691853 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c59924c8-ca1f-4740-a5a1-887abc18d4bb req-456bf894-8e3e-42b3-aaa7-c9b847a6658c tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Nov 29 19:02:43.763721 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c59924c8-ca1f-4740-a5a1-887abc18d4bb req-7459a296-aa14-44cd-9e86-8cbbf2344835 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645592 Nov 29 19:02:44.012532 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081ac16-b620-496f-8e0a-d1627578d98f req-dedfed57-fd7a-49be-b545-fcc61138bca1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:44.014079 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b081ac16-b620-496f-8e0a-d1627578d98f req-dedfed57-fd7a-49be-b545-fcc61138bca1 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 943 time: 0.0592101 Nov 29 19:02:44.054502 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51372) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:44.078584 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a70147d-3beb-4e69-8e29-9e3364ab924c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.085346 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b081ac16-b620-496f-8e0a-d1627578d98f req-a2201326-12a6-4f46-ac94-1586a1f87251 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644560 Nov 29 19:02:44.183243 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a70147d-3beb-4e69-8e29-9e3364ab924c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.188440 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a70147d-3beb-4e69-8e29-9e3364ab924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.232942 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-0a70147d-3beb-4e69-8e29-9e3364ab924c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0027cf18051f4329a839fa41c11a47e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773992 Nov 29 19:02:44.233821 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70147d-3beb-4e69-8e29-9e3364ab924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edc7b2-3ad3-487d-b6c7-51023e4ce953,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:44.235875 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51384) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:44.318875 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-febb1e59-4d0f-4070-af1a-54a14ede7f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.373012 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-febb1e59-4d0f-4070-af1a-54a14ede7f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.423122 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfa1b9-69fa-46a2-a224-89f0efc9e8a8 req-4e6e4de2-472d-482f-96ca-31221f69bf64 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:44.424667 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9bbfa1b9-69fa-46a2-a224-89f0efc9e8a8 req-4e6e4de2-472d-482f-96ca-31221f69bf64 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 943 time: 0.1154044 Nov 29 19:02:44.490457 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-febb1e59-4d0f-4070-af1a-54a14ede7f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.493944 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-febb1e59-4d0f-4070-af1a-54a14ede7f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.495160 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-febb1e59-4d0f-4070-af1a-54a14ede7f60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0edc7b2-3ad3-487d-b6c7-51023e4ce953 HTTP/1.1" status: 204 len: 168 time: 0.2582612 Nov 29 19:02:44.507051 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:44.511584 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a117a-a482-4252-bceb-497ddc6d2898" -d '{"events": [{"server_uuid": "c888ee89-3e3b-4a8a-8ada-183cce65b712", "name": "network-vif-plugged", "status": "completed", "tag": "d5747b9a-bfa8-40be-a7b2-4f42795260f5"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:44.522819 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9bbfa1b9-69fa-46a2-a224-89f0efc9e8a8 req-f5e083b3-78a7-4923-a157-7a9c42192b94 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889368 Nov 29 19:02:44.525359 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb1e59-4d0f-4070-af1a-54a14ede7f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edc7b2-3ad3-487d-b6c7-51023e4ce953,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:44.592900 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c2b9f1-f89d-4108-a3fb-d1a239653d12 x-openstack-request-id: req-45c2b9f1-f89d-4108-a3fb-d1a239653d12 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:44.593302 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c888ee89-3e3b-4a8a-8ada-183cce65b712", "name": "network-vif-plugged", "status": "completed", "tag": "d5747b9a-bfa8-40be-a7b2-4f42795260f5", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:44.593635 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45c2b9f1-f89d-4108-a3fb-d1a239653d12 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:44.594109 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5', 'code': 200} Nov 29 19:02:44.670618 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbf392-ddd6-4526-8181-6d750c448dd4 req-9ca7d6d8-f1ef-43ad-8043-5d36ba00fbe3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:44.672225 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-92fbf392-ddd6-4526-8181-6d750c448dd4 req-9ca7d6d8-f1ef-43ad-8043-5d36ba00fbe3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 944 time: 0.0876470 Nov 29 19:02:44.729756 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-92fbf392-ddd6-4526-8181-6d750c448dd4 req-5a4441cc-6cb8-40db-9ec2-17dc33490cd4 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Nov 29 19:02:44.770839 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51406) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:44.916179 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796ac72-c2d1-45e3-b574-7446a4e51210 req-3ea0e71e-b979-46e7-840c-d114cc6d289e tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:44.918341 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f796ac72-c2d1-45e3-b574-7446a4e51210 req-3ea0e71e-b979-46e7-840c-d114cc6d289e tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.0691838 Nov 29 19:02:44.945390 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9ee41de-8778-4d5f-a55e-3f115e9391ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:44.956681 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5afd986-23c0-423b-9da1-46af814ef2ad details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:02:45.021988 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f796ac72-c2d1-45e3-b574-7446a4e51210 req-3b6d1a39-a55d-42c5-9868-221e629dfc20 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933719 Nov 29 19:02:45.094162 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port d5afd986-23c0-423b-9da1-46af814ef2ad, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5afd986-23c0-423b-9da1-46af814ef2ad,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:45.105045 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9ee41de-8778-4d5f-a55e-3f115e9391ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.115275 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9ee41de-8778-4d5f-a55e-3f115e9391ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.121755 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'd5afd986-23c0-423b-9da1-46af814ef2ad', 'network_id': '50baf5da-ed6c-42a5-b3cc-f25e70102e6d', 'port_id': 'd5afd986-23c0-423b-9da1-46af814ef2ad', 'mac_address': 'fa:16:3e:21:83:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb4ed31-d469-4a3c-91ac-e42d4a94f68b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:02:45.158438 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-b9ee41de-8778-4d5f-a55e-3f115e9391ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf933a0268f047a29be03d7a5d687072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863080 Nov 29 19:02:45.161842 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51432) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:45.215611 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61485d47-fd6c-40b0-a9e9-ebd4879caee7 req-72bd9e67-bd0a-4af9-9356-2f6e0047cb72 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:45.220121 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee41de-8778-4d5f-a55e-3f115e9391ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc42f19-847b-4278-82ad-c4a9157c2dc8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:45.222799 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.223231 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-61485d47-fd6c-40b0-a9e9-ebd4879caee7 req-72bd9e67-bd0a-4af9-9356-2f6e0047cb72 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 943 time: 0.0627301 Nov 29 19:02:45.242469 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5afd986-23c0-423b-9da1-46af814ef2ad {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:45.251513 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a725bef4-d7ca-4f0a-874e-b8248379750b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.277992 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port d5afd986-23c0-423b-9da1-46af814ef2ad, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5afd986-23c0-423b-9da1-46af814ef2ad,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:45.285784 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.286962 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ff805304-0bd0-4d55-8138-65515fc814c0 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:02:45.294832 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-61485d47-fd6c-40b0-a9e9-ebd4879caee7 req-f0728133-158e-479d-b18c-3dfc094edcc4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598860 Nov 29 19:02:45.296879 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a725bef4-d7ca-4f0a-874e-b8248379750b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.386394 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a725bef4-d7ca-4f0a-874e-b8248379750b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.392612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a725bef4-d7ca-4f0a-874e-b8248379750b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.394043 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-a725bef4-d7ca-4f0a-874e-b8248379750b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edc42f19-847b-4278-82ad-c4a9157c2dc8 HTTP/1.1" status: 204 len: 168 time: 0.2308547 Nov 29 19:02:45.404943 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725bef4-d7ca-4f0a-874e-b8248379750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc42f19-847b-4278-82ad-c4a9157c2dc8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:45.440823 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=d5afd986-23c0-423b-9da1-46af814ef2ad,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:45.501330 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port ff805304-0bd0-4d55-8138-65515fc814c0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ff805304-0bd0-4d55-8138-65515fc814c0,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:45.524102 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'port_id': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'mac_address': 'fa:16:3e:7f:9a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:02:45.564996 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.582311 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff805304-0bd0-4d55-8138-65515fc814c0 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:02:45.609522 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port ff805304-0bd0-4d55-8138-65515fc814c0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ff805304-0bd0-4d55-8138-65515fc814c0,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:45.615206 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.653644 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30be13-ab97-4e16-b642-45e4801d2e14 req-a62ceca8-88c7-410a-abd7-0a7fabd97014 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:45.655405 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6e30be13-ab97-4e16-b642-45e4801d2e14 req-a62ceca8-88c7-410a-abd7-0a7fabd97014 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 944 time: 0.0584829 Nov 29 19:02:45.673557 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=ff805304-0bd0-4d55-8138-65515fc814c0,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:45.717125 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6e30be13-ab97-4e16-b642-45e4801d2e14 req-fa7c526c-ff73-47ce-abe1-6a195f3fc8b6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556259 Nov 29 19:02:45.795416 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 774aa79c-25f2-439e-9c08-d56d12a04595 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:45.872453 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:45.889324 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3cbfc-9ac5-41f2-9cae-ba71f72c4159 req-b28bf5c5-564d-4e6c-a93f-149b9112f3d1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:45.892002 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ac89-c740-4aca-ba09-4898fe203b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.899016 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-79e3cbfc-9ac5-41f2-9cae-ba71f72c4159 req-b28bf5c5-564d-4e6c-a93f-149b9112f3d1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 944 time: 0.0890937 Nov 29 19:02:45.918513 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 774aa79c-25f2-439e-9c08-d56d12a04595 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:02:45.927621 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 774aa79c-25f2-439e-9c08-d56d12a04595 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:45.928247 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:45.961017 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-79e3cbfc-9ac5-41f2-9cae-ba71f72c4159 req-f2179859-615f-4a8e-a88b-ec3f784774d1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555809 Nov 29 19:02:46.053485 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ac89-c740-4aca-ba09-4898fe203b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.059641 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ac89-c740-4aca-ba09-4898fe203b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.062570 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.112140 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5aa8ac89-c740-4aca-ba09-4898fe203b24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d84dd3a858124236ab5a75a1c9a2d6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350700 Nov 29 19:02:46.112344 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 774aa79c-25f2-439e-9c08-d56d12a04595, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=774aa79c-25f2-439e-9c08-d56d12a04595,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:46.112441 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51472) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:46.119544 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8ac89-c740-4aca-ba09-4898fe203b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29891228-c50a-47df-b4c7-90eade086694,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:46.128374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.176808 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dc731f5-663f-4a47-9714-b42a5573f7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.184310 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa279f-e0d9-4874-bb71-74298063c28d req-36a98547-2278-4168-b89b-cd4d15ff996f tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:46.192941 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-79fa279f-e0d9-4874-bb71-74298063c28d req-36a98547-2278-4168-b89b-cd4d15ff996f tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.0861952 Nov 29 19:02:46.198585 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=774aa79c-25f2-439e-9c08-d56d12a04595,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:46.214377 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dc731f5-663f-4a47-9714-b42a5573f7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.243231 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-79fa279f-e0d9-4874-bb71-74298063c28d req-38f9d562-fa48-44f6-b2d7-50ed32cf1915 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489428 Nov 29 19:02:46.273043 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dc731f5-663f-4a47-9714-b42a5573f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.276282 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dc731f5-663f-4a47-9714-b42a5573f7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.277544 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-0dc731f5-663f-4a47-9714-b42a5573f7dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29891228-c50a-47df-b4c7-90eade086694 HTTP/1.1" status: 204 len: 168 time: 0.1639795 Nov 29 19:02:46.285890 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc731f5-663f-4a47-9714-b42a5573f7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29891228-c50a-47df-b4c7-90eade086694,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:46.439096 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f22940-8933-4dc5-9aec-1b51c42a014b req-ddfe7026-1b14-4cc0-afba-3aa76eec8e41 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:46.440725 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7f22940-8933-4dc5-9aec-1b51c42a014b req-ddfe7026-1b14-4cc0-afba-3aa76eec8e41 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 944 time: 0.0663433 Nov 29 19:02:46.496155 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7f22940-8933-4dc5-9aec-1b51c42a014b req-d57bf1b9-7d61-4e9a-8122-127c4f6d4d04 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484719 Nov 29 19:02:46.595678 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774aa79c-25f2-439e-9c08-d56d12a04595'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:46.598034 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d3299-f370-4e26-b3be-968490e9e43a" -d '{"events": [{"server_uuid": "0003f85c-fe39-4091-a04d-b3e4704a3c7d", "name": "network-vif-plugged", "status": "completed", "tag": "774aa79c-25f2-439e-9c08-d56d12a04595"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:46.638469 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6c8ae-2403-4616-80c6-09affed3a670 x-openstack-request-id: req-c8b6c8ae-2403-4616-80c6-09affed3a670 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:46.638814 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0003f85c-fe39-4091-a04d-b3e4704a3c7d", "name": "network-vif-plugged", "status": "completed", "tag": "774aa79c-25f2-439e-9c08-d56d12a04595", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:46.639006 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8b6c8ae-2403-4616-80c6-09affed3a670 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:46.639401 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774aa79c-25f2-439e-9c08-d56d12a04595', 'code': 200} Nov 29 19:02:46.819423 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:46.860666 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef18fb-97e6-4f7a-98c9-004b5d9f70ff req-6432c8b0-6020-4954-abe2-cd41fddcddd2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:46.862919 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-64ef18fb-97e6-4f7a-98c9-004b5d9f70ff req-6432c8b0-6020-4954-abe2-cd41fddcddd2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 944 time: 0.0650413 Nov 29 19:02:46.931208 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-64ef18fb-97e6-4f7a-98c9-004b5d9f70ff req-1882848a-855d-48bd-a579-3c71251cfa66 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582025 Nov 29 19:02:47.042906 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6da6e-e5c8-442e-918f-0a94346603bb req-aa7e2ffd-a286-4302-97cb-17df5d91b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:47.044615 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-88c6da6e-e5c8-442e-918f-0a94346603bb req-aa7e2ffd-a286-4302-97cb-17df5d91b8de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 1098 time: 0.0965297 Nov 29 19:02:47.046855 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['ff805304-0bd0-4d55-8138-65515fc814c0'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:02:47.050101 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed18d-8c1b-4f78-9f68-4806efa9c27d req-65b91918-4b78-4a65-a98a-eabee27e15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:47.051585 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1fbed18d-8c1b-4f78-9f68-4806efa9c27d req-65b91918-4b78-4a65-a98a-eabee27e15ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1098 time: 0.0956528 Nov 29 19:02:47.100369 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['d5afd986-23c0-423b-9da1-46af814ef2ad'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:02:47.176610 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02181d-23b7-43dc-8050-8f5c13f8f0cc req-0b5fdeac-cfb0-4dac-8982-e5222c62b93f tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:47.178179 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2c02181d-23b7-43dc-8050-8f5c13f8f0cc req-0b5fdeac-cfb0-4dac-8982-e5222c62b93f tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.1499939 Nov 29 19:02:47.182220 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-88c6da6e-e5c8-442e-918f-0a94346603bb req-c51906b0-30b4-4e35-9b17-d5085b82538d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296670 Nov 29 19:02:47.184276 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1fbed18d-8c1b-4f78-9f68-4806efa9c27d req-0ed3e6ba-9adf-453c-9f20-2cffd4913317 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163149 Nov 29 19:02:47.239943 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2c02181d-23b7-43dc-8050-8f5c13f8f0cc req-874c479a-1500-46ae-9afa-7daada8a5310 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Nov 29 19:02:47.362984 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d9aea-037e-4dce-9c5f-f4984a84a669 req-09b6fe49-8fa9-4fdf-95e1-1d7961624e7c tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:47.364448 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b65d9aea-037e-4dce-9c5f-f4984a84a669 req-09b6fe49-8fa9-4fdf-95e1-1d7961624e7c tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Nov 29 19:02:47.416203 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b65d9aea-037e-4dce-9c5f-f4984a84a669 req-4c05ae94-73bb-40eb-8829-ef3d2611eb94 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445435 Nov 29 19:02:47.623384 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5e0d-b77a-4441-aa41-1158d84d08d1 req-3a6fda99-128a-4d17-9efe-427e2a565301 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:47.625405 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b71c5e0d-b77a-4441-aa41-1158d84d08d1 req-3a6fda99-128a-4d17-9efe-427e2a565301 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 944 time: 0.0594454 Nov 29 19:02:47.684796 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b71c5e0d-b77a-4441-aa41-1158d84d08d1 req-d0c440d6-1f31-4f8c-9a21-e74717eb26dc tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526426 Nov 29 19:02:48.060459 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6dc26-40ef-4ed6-8609-6ba480882791 req-bef7c409-093c-4391-94fe-5959d916cc3f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:48.061954 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-adb6dc26-40ef-4ed6-8609-6ba480882791 req-bef7c409-093c-4391-94fe-5959d916cc3f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 944 time: 0.0491884 Nov 29 19:02:48.114822 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-adb6dc26-40ef-4ed6-8609-6ba480882791 req-a0410970-774b-48e2-ab37-4298d67d9e1e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456932 Nov 29 19:02:48.358779 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94dc5-1b19-42b4-a517-fec2e7681cb2 req-ee4cb459-d0d4-4541-b035-77a0f20a6989 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:48.360962 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-99e94dc5-1b19-42b4-a517-fec2e7681cb2 req-ee4cb459-d0d4-4541-b035-77a0f20a6989 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.0507534 Nov 29 19:02:48.418594 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-99e94dc5-1b19-42b4-a517-fec2e7681cb2 req-7541db00-c77d-46af-8622-696a8b501a9b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485392 Nov 29 19:02:48.558559 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519c72d-c1f5-4c87-b76c-59695eab47fe req-13b08255-e263-4b2c-9e8b-140a50b0a3de tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:48.560633 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8519c72d-c1f5-4c87-b76c-59695eab47fe req-13b08255-e263-4b2c-9e8b-140a50b0a3de tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.0742266 Nov 29 19:02:48.615217 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8519c72d-c1f5-4c87-b76c-59695eab47fe req-e44b1bd9-c226-4757-8afc-fec70b9ffe9b tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488000 Nov 29 19:02:48.801144 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525cb94-8333-4abb-a5b0-77e31328d261 req-69b0ff43-0f33-4b18-837e-e0ace6b28378 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:48.802682 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1525cb94-8333-4abb-a5b0-77e31328d261 req-69b0ff43-0f33-4b18-837e-e0ace6b28378 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 944 time: 0.0554404 Nov 29 19:02:48.862778 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1525cb94-8333-4abb-a5b0-77e31328d261 req-d0b75b0f-0ca5-4961-9d70-99e84ebfec47 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514348 Nov 29 19:02:48.982610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5afd986-23c0-423b-9da1-46af814ef2ad up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:49.050695 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port d5afd986-23c0-423b-9da1-46af814ef2ad completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:02:49.054712 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port d5afd986-23c0-423b-9da1-46af814ef2ad triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:49.055343 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:49.133357 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:49.157410 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5afd986-23c0-423b-9da1-46af814ef2ad'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:49.159752 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fcfd8c-9fde-4bb4-971c-f456a8067577" -d '{"events": [{"server_uuid": "67d7691e-fd68-4e0a-9813-f90d332fb68b", "name": "network-vif-plugged", "status": "completed", "tag": "d5afd986-23c0-423b-9da1-46af814ef2ad"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:49.174094 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port d5afd986-23c0-423b-9da1-46af814ef2ad, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5afd986-23c0-423b-9da1-46af814ef2ad,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:49.181645 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:49.182464 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ff805304-0bd0-4d55-8138-65515fc814c0 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:02:49.263043 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bee7c2-6d8e-4cff-8999-a4443818ee60 req-eebff422-cdb2-437b-8b4c-354a846aaaa2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:49.264648 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-27bee7c2-6d8e-4cff-8999-a4443818ee60 req-eebff422-cdb2-437b-8b4c-354a846aaaa2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0638812 Nov 29 19:02:49.328997 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-27bee7c2-6d8e-4cff-8999-a4443818ee60 req-85f0b801-3839-4b55-a361-707a16b1df8c tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576341 Nov 29 19:02:49.346322 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e665c5-edc1-4041-97bb-74e937815710 x-openstack-request-id: req-29e665c5-edc1-4041-97bb-74e937815710 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:49.346640 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d7691e-fd68-4e0a-9813-f90d332fb68b", "name": "network-vif-plugged", "status": "completed", "tag": "d5afd986-23c0-423b-9da1-46af814ef2ad", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:49.346892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29e665c5-edc1-4041-97bb-74e937815710 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:49.347273 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5afd986-23c0-423b-9da1-46af814ef2ad', 'code': 200} Nov 29 19:02:49.384726 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=d5afd986-23c0-423b-9da1-46af814ef2ad,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:49.396157 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port ff805304-0bd0-4d55-8138-65515fc814c0 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:02:49.400609 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port ff805304-0bd0-4d55-8138-65515fc814c0 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:02:49.400984 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:49.476239 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:49.510098 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port ff805304-0bd0-4d55-8138-65515fc814c0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ff805304-0bd0-4d55-8138-65515fc814c0,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:02:49.513971 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:49.535923 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cebdaa-555e-4e83-aa50-13f49c310bcb req-feb69682-e7de-4ef9-94ef-eb818fcdc3f9 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:49.537427 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-25cebdaa-555e-4e83-aa50-13f49c310bcb req-feb69682-e7de-4ef9-94ef-eb818fcdc3f9 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.0490124 Nov 29 19:02:49.563439 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=ff805304-0bd0-4d55-8138-65515fc814c0,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:49.585752 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-25cebdaa-555e-4e83-aa50-13f49c310bcb req-e92f0f01-8b7e-4c60-926b-9616c35a7836 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Nov 29 19:02:49.978212 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31a0ae-701d-4c06-9051-c55f88249433 req-ea24e47c-4c5e-45f7-abe9-c697f5addc51 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:49.979935 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1c31a0ae-701d-4c06-9051-c55f88249433 req-ea24e47c-4c5e-45f7-abe9-c697f5addc51 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0523949 Nov 29 19:02:50.030893 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1c31a0ae-701d-4c06-9051-c55f88249433 req-3df5e4a9-92be-4df8-8f6a-425ef64370cd tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446110 Nov 29 19:02:50.443603 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c84de-cf7d-4593-8b68-ae20fd0992e8 req-6bc08617-af1a-42a9-a0f1-2bd350998c30 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:50.445180 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bd1c84de-cf7d-4593-8b68-ae20fd0992e8 req-6bc08617-af1a-42a9-a0f1-2bd350998c30 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0491812 Nov 29 19:02:50.491845 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bd1c84de-cf7d-4593-8b68-ae20fd0992e8 req-d93655d3-a3cf-4070-9e1e-dd290bbcbc75 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Nov 29 19:02:50.700264 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abda18-b555-4415-93c2-bbeaa1d5bb82 req-da687b3a-212e-4226-aee1-b59ed32a9362 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:50.701765 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c4abda18-b555-4415-93c2-bbeaa1d5bb82 req-da687b3a-212e-4226-aee1-b59ed32a9362 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.0485549 Nov 29 19:02:50.749363 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c4abda18-b555-4415-93c2-bbeaa1d5bb82 req-816cd229-48ce-4732-bcf7-35064cd83101 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Nov 29 19:02:50.851404 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3475612-b455-4749-a355-516a1894a153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:51.095496 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023f50-8c9b-49ad-855f-04054d8fd177 req-40f79ccb-41a2-4989-bcce-0d5451dd28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:51.097013 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7f023f50-8c9b-49ad-855f-04054d8fd177 req-40f79ccb-41a2-4989-bcce-0d5451dd28e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 1098 time: 0.0448554 Nov 29 19:02:51.174432 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49629a0b-6364-4e51-bea2-2a265cf55d8c req-968119cf-fbaf-4013-a1a4-a146b0125706 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:51.175942 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-49629a0b-6364-4e51-bea2-2a265cf55d8c req-968119cf-fbaf-4013-a1a4-a146b0125706 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0780065 Nov 29 19:02:51.178473 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7f023f50-8c9b-49ad-855f-04054d8fd177 req-2f66c78c-ebba-46b8-9ebe-bc96b9da95ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692241 Nov 29 19:02:51.225804 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-49629a0b-6364-4e51-bea2-2a265cf55d8c req-ae8f5edf-6c3c-4f8f-a052-6a7c6ea30cea tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Nov 29 19:02:51.348058 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:51.350511 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7096fb5-05cf-4c5c-bae2-845386ae345f" -d '{"events": [{"server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "name": "network-vif-plugged", "status": "completed", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:51.387922 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f4e11-6e54-4cd9-99da-ac590ef78deb x-openstack-request-id: req-b95f4e11-6e54-4cd9-99da-ac590ef78deb {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:51.388237 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "name": "network-vif-plugged", "status": "completed", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:51.388498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b95f4e11-6e54-4cd9-99da-ac590ef78deb {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:51.388891 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'code': 200} Nov 29 19:02:51.612466 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0700df-6b7e-43b5-92f5-bb076dc7312a req-e0298893-6b68-485b-aa68-0fd09268891e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:51.613973 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1b0700df-6b7e-43b5-92f5-bb076dc7312a req-e0298893-6b68-485b-aa68-0fd09268891e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0552552 Nov 29 19:02:51.686102 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213901-e36e-4e65-b936-531102836bf0 req-483128b7-0c93-43a0-b0c0-830094f4d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:51.687637 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a0213901-e36e-4e65-b936-531102836bf0 req-483128b7-0c93-43a0-b0c0-830094f4d9f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 1098 time: 0.0698378 Nov 29 19:02:51.692184 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1b0700df-6b7e-43b5-92f5-bb076dc7312a req-a73efc14-4707-45b2-9c96-dd62992fb0aa tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657048 Nov 29 19:02:51.744533 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a0213901-e36e-4e65-b936-531102836bf0 req-406da314-222d-4751-8730-12de7bb597f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 Nov 29 19:02:51.874514 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fcec-ed87-412f-8e20-e058c86b9564 req-ef6cd438-1e00-4949-86d1-d0747cce6d40 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:51.876041 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-66b7fcec-ed87-412f-8e20-e058c86b9564 req-ef6cd438-1e00-4949-86d1-d0747cce6d40 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.0569096 Nov 29 19:02:51.942910 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-66b7fcec-ed87-412f-8e20-e058c86b9564 req-17c3cc5d-6685-4eba-996a-77b093b05560 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601137 Nov 29 19:02:52.356870 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc84eaf-a319-4014-905d-813f797f244d req-11cee6ea-8780-46ad-b218-8037ad5799eb tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:52.358506 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-abc84eaf-a319-4014-905d-813f797f244d req-11cee6ea-8780-46ad-b218-8037ad5799eb tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0588446 Nov 29 19:02:52.438943 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-abc84eaf-a319-4014-905d-813f797f244d req-e256170c-9feb-439e-9367-964435282f39 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732002 Nov 29 19:02:52.817560 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ba3a9-bfa3-4c15-bc1b-3d6dbe464e95 req-cd997737-389e-477d-a8c5-a23f66d9dc90 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:52.819065 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c73ba3a9-bfa3-4c15-bc1b-3d6dbe464e95 req-cd997737-389e-477d-a8c5-a23f66d9dc90 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0514569 Nov 29 19:02:52.867729 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c73ba3a9-bfa3-4c15-bc1b-3d6dbe464e95 req-ad115a4e-bb6b-4e08-bdf5-088a16512181 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Nov 29 19:02:53.072933 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce401098-0f94-4f79-8180-d1fbb724305d req-17ebecba-d17a-49ba-9393-886c23121b5b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:53.074477 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ce401098-0f94-4f79-8180-d1fbb724305d req-17ebecba-d17a-49ba-9393-886c23121b5b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.0562634 Nov 29 19:02:53.127314 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ce401098-0f94-4f79-8180-d1fbb724305d req-2020cc8e-14a7-4f27-9b15-130ea141c57f tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Nov 29 19:02:53.227701 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-076b8dfc-5969-487e-80ca-03e289d4b814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:53.556470 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3e01-7229-4661-b9ea-c4f4e464e306 req-008dd6d2-7adc-4e44-b89b-6f57191f1219 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:53.557942 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-18ff3e01-7229-4661-b9ea-c4f4e464e306 req-008dd6d2-7adc-4e44-b89b-6f57191f1219 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0515261 Nov 29 19:02:53.604282 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-18ff3e01-7229-4661-b9ea-c4f4e464e306 req-4d7896b1-e677-4164-8ea4-c5c45a118b21 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402279 Nov 29 19:02:53.986870 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ecc60-c370-4cc2-950b-1f54e571fbff req-b04ae349-44cc-418c-bebe-60dd639f29b2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:53.988430 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8ecc60-c370-4cc2-950b-1f54e571fbff req-b04ae349-44cc-418c-bebe-60dd639f29b2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0494475 Nov 29 19:02:54.036197 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8ecc60-c370-4cc2-950b-1f54e571fbff req-1ac527ea-da63-4238-9531-815bc0ebca40 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Nov 29 19:02:54.175918 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:54.720361 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec33127-916e-4fe9-be09-aa04880bb11f req-f2b3091a-16fe-44d5-b200-54c3cc353f71 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:54.721900 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-aec33127-916e-4fe9-be09-aa04880bb11f req-f2b3091a-16fe-44d5-b200-54c3cc353f71 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0479772 Nov 29 19:02:54.768473 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-aec33127-916e-4fe9-be09-aa04880bb11f req-1db6a41c-9b7e-44b2-b82c-79aa2aa3b1bb tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398748 Nov 29 19:02:55.152062 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e72a60-9f42-4d9c-be7d-13ecc4dee423 req-485b108b-82ce-44cd-802a-0c75709e2af7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:55.153567 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-73e72a60-9f42-4d9c-be7d-13ecc4dee423 req-485b108b-82ce-44cd-802a-0c75709e2af7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0483696 Nov 29 19:02:55.200873 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-73e72a60-9f42-4d9c-be7d-13ecc4dee423 req-8e1dd3b5-3f1f-4842-8c98-c1de59d9bc7c tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Nov 29 19:02:55.884675 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45205d8-42a8-455f-998c-3423449e581d req-5f333831-c490-4bf1-ada1-3d9adce93891 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:55.886202 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e45205d8-42a8-455f-998c-3423449e581d req-5f333831-c490-4bf1-ada1-3d9adce93891 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Nov 29 19:02:55.903770 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:55.937805 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e45205d8-42a8-455f-998c-3423449e581d req-1bac1cde-1cb6-4bcc-a2d4-0e0404448efe tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Nov 29 19:02:56.323728 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72abcb-6049-4185-a157-48e5575f8e67 req-83923771-2a1b-4c8f-9db3-bcb74797f3f2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:56.325209 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d72abcb-6049-4185-a157-48e5575f8e67 req-83923771-2a1b-4c8f-9db3-bcb74797f3f2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0578823 Nov 29 19:02:56.372682 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d72abcb-6049-4185-a157-48e5575f8e67 req-89734206-0851-410d-ac85-3b66d3c6f90a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Nov 29 19:02:56.609416 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:57.078444 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bcd69-14a6-430f-806b-d8e1f1b011c8 req-d7c2bf67-54ec-4b28-ae4e-9d94fd895be9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:57.087159 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3b9bcd69-14a6-430f-806b-d8e1f1b011c8 req-d7c2bf67-54ec-4b28-ae4e-9d94fd895be9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0665383 Nov 29 19:02:57.138089 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3b9bcd69-14a6-430f-806b-d8e1f1b011c8 req-f51aec8e-e0da-4260-b650-8eb9f0bf102c tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498650 Nov 29 19:02:57.250019 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487f09b-bc53-4f0c-9118-a8a64423e4cf req-a70166d2-95d6-42b9-8f40-716f20ccdd99 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:57.251644 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2487f09b-bc53-4f0c-9118-a8a64423e4cf req-a70166d2-95d6-42b9-8f40-716f20ccdd99 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0535781 Nov 29 19:02:57.260903 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51878) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:57.265734 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'floatingip': {'port_id': 'ff805304-0bd0-4d55-8138-65515fc814c0'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:02:57.339572 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:57.493572 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a5885-602f-4103-be30-ca4a2173f485 req-da64c1c0-c6c6-4e96-8571-77dc72f9d68a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:57.501294 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f85a5885-602f-4103-be30-ca4a2173f485 req-da64c1c0-c6c6-4e96-8571-77dc72f9d68a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0614450 Nov 29 19:02:57.554988 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f85a5885-602f-4103-be30-ca4a2173f485 req-d1349a05-c250-425b-8290-5fb9e19e1b64 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525434 Nov 29 19:02:58.172455 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2069-2af2-4214-a603-12e86709a085 req-0e8a49d1-9e27-497a-911f-b71eeaf5e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:58.174217 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8ede2069-2af2-4214-a603-12e86709a085 req-0e8a49d1-9e27-497a-911f-b71eeaf5e9df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 1098 time: 0.1657133 Nov 29 19:02:58.276086 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cc78-7dd0-4627-a260-f9b9e9fe402b req-db023dd2-e951-4dd5-a485-eb9f8eaefa96 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:58.284827 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-60f2cc78-7dd0-4627-a260-f9b9e9fe402b req-db023dd2-e951-4dd5-a485-eb9f8eaefa96 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.2775285 Nov 29 19:02:58.290778 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 19:02:58.434905 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:58.446011 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:58.557849 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-60f2cc78-7dd0-4627-a260-f9b9e9fe402b req-01669b2b-f03d-46f6-a4d4-9664e3682548 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718682 Nov 29 19:02:58.590938 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2069-2af2-4214-a603-12e86709a085 req-fb1de5b5-539f-4b5e-bb4b-c10fe824ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:58.592675 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8ede2069-2af2-4214-a603-12e86709a085 req-fb1de5b5-539f-4b5e-bb4b-c10fe824ff31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 920 time: 0.3901834 Nov 29 19:02:58.602202 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 51934) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:58.675125 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8ede2069-2af2-4214-a603-12e86709a085 req-76b05bbe-5a3a-4ad6-8149-5cfc4bf6ebbf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5afd986-23c0-423b-9da1-46af814ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0664785 Nov 29 19:02:58.677946 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.l3_db [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Floating IP c02ba964-c604-4cb2-a03f-942f0fee912a associated. External IP: 172.27.2.33, port: ff805304-0bd0-4d55-8138-65515fc814c0. Nov 29 19:02:58.752678 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc22a-eb1a-49b8-b07c-0f8ce94922ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:58.833162 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc22a-eb1a-49b8-b07c-0f8ce94922ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:58.836991 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc22a-eb1a-49b8-b07c-0f8ce94922ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:58.875697 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ad2dc22a-eb1a-49b8-b07c-0f8ce94922ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64cf08e0fcf0434a98cad90fc6a94051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712755 Nov 29 19:02:58.876808 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dc22a-eb1a-49b8-b07c-0f8ce94922ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeda629-91cc-48c5-af73-f813800c617a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:58.878231 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 51946) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:02:58.923449 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Router 636b7af5-3d8b-4c71-930a-64ff5fe13818 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:02:58.978977 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6efd37d0-5f96-4b26-bf78-dc4cf09da027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:59.034886 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6efd37d0-5f96-4b26-bf78-dc4cf09da027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:59.083725 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:02:59.088898 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:59.097253 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] Sync routers for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:02:59.108518 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:59.109132 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:02:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:59.120733 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-886e83a2-138d-414c-a6cf-f28a78b5038f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "PUT /v2.0/floatingips/c02ba964-c604-4cb2-a03f-942f0fee912a HTTP/1.1" status: 200 len: 990 time: 1.8585625 Nov 29 19:02:59.123142 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:02:59.125159 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:02:59.128630 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6efd37d0-5f96-4b26-bf78-dc4cf09da027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:59.131210 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6efd37d0-5f96-4b26-bf78-dc4cf09da027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:59.135192 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-6efd37d0-5f96-4b26-bf78-dc4cf09da027 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aeeda629-91cc-48c5-af73-f813800c617a HTTP/1.1" status: 204 len: 168 time: 0.2536831 Nov 29 19:02:59.140980 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd37d0-5f96-4b26-bf78-dc4cf09da027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeda629-91cc-48c5-af73-f813800c617a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:02:59.223288 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5288a5e4-6dc6-44d3-b67b-558c5951200f x-openstack-request-id: req-5288a5e4-6dc6-44d3-b67b-558c5951200f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:02:59.223599 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:02:59.223904 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5288a5e4-6dc6-44d3-b67b-558c5951200f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:02:59.224363 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'status': 'completed', 'code': 200} Nov 29 19:02:59.234072 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:59.534145 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': 'c02ba964-c604-4cb2-a03f-942f0fee912a', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'port_id': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'mac_address': 'fa:16:3e:7f:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b960ad-3252-40ab-8627-cdc7b8936608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:02:26Z', 'updated_at': '2021-11-29T19:02:58Z', 'revision_number': 1, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:59.560611 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] Checking router: 636b7af5-3d8b-4c71-930a-64ff5fe13818 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:02:59.569017 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:02:59.570172 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:02:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:02:59.696798 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:02:59.706459 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2069-2af2-4214-a603-12e86709a085 req-9341dc8c-926d-4e77-8586-e514f24fb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:59.707937 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8ede2069-2af2-4214-a603-12e86709a085 req-9341dc8c-926d-4e77-8586-e514f24fb384 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.0996995 Nov 29 19:02:59.732126 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183914e1-62ec-499c-b418-da89ba52001e req-7b01b978-5bd8-4a98-a374-af49e73eafb7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:59.740483 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-183914e1-62ec-499c-b418-da89ba52001e req-7b01b978-5bd8-4a98-a374-af49e73eafb7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0794559 Nov 29 19:02:59.806000 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-183914e1-62ec-499c-b418-da89ba52001e req-f6fd024d-8ae1-49f5-ad2b-714635a9769a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634983 Nov 29 19:02:59.938935 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': 'c02ba964-c604-4cb2-a03f-942f0fee912a', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'port_id': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'mac_address': 'fa:16:3e:7f:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b960ad-3252-40ab-8627-cdc7b8936608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:02:26Z', 'updated_at': '2021-11-29T19:02:58Z', 'revision_number': 1, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:00.041975 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52004) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:00.050906 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f1e21-fa24-47b1-a018-e51ce5dc40d8 None None] The sync data for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi is: [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': 'c02ba964-c604-4cb2-a03f-942f0fee912a', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'port_id': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'mac_address': 'fa:16:3e:7f:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b960ad-3252-40ab-8627-cdc7b8936608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:02:26Z', 'updated_at': '2021-11-29T19:02:58Z', 'revision_number': 1, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:03:00.155490 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0302eb36-63cf-4b8c-8c9c-dd3f5a1df73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.257303 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0302eb36-63cf-4b8c-8c9c-dd3f5a1df73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.264329 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0302eb36-63cf-4b8c-8c9c-dd3f5a1df73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.280755 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc44c6ae-e530-4479-b433-3cf4e4b0b455 None None] New status for floating IP c02ba964-c604-4cb2-a03f-942f0fee912a: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:03:00.300392 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52012) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:00.300852 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-0302eb36-63cf-4b8c-8c9c-dd3f5a1df73e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f90cfa4b442f44f9bc95ef48e05d1559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575376 Nov 29 19:03:00.326641 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302eb36-63cf-4b8c-8c9c-dd3f5a1df73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e712e-81df-4f24-8804-37f199eb4982,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:00.376581 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9c6abfd-5fd6-4005-a760-3b2d78c63b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.404316 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9c6abfd-5fd6-4005-a760-3b2d78c63b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.457312 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9c6abfd-5fd6-4005-a760-3b2d78c63b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.462651 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9c6abfd-5fd6-4005-a760-3b2d78c63b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.464123 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b9c6abfd-5fd6-4005-a760-3b2d78c63b5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/046e712e-81df-4f24-8804-37f199eb4982 HTTP/1.1" status: 204 len: 168 time: 0.1625695 Nov 29 19:03:00.472398 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6abfd-5fd6-4005-a760-3b2d78c63b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e712e-81df-4f24-8804-37f199eb4982,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:00.783012 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52024) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:00.796644 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91bb77c8-730f-4364-adb0-9ed58718b6e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.874949 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91bb77c8-730f-4364-adb0-9ed58718b6e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.879302 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91bb77c8-730f-4364-adb0-9ed58718b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.911060 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4e74-6985-495e-a238-02f081f1e34d req-a9183bdd-24cb-4a50-a4b4-5e05901ad058 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:00.912573 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34fa4e74-6985-495e-a238-02f081f1e34d req-a9183bdd-24cb-4a50-a4b4-5e05901ad058 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0503969 Nov 29 19:03:00.921366 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb77c8-730f-4364-adb0-9ed58718b6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb008c6-7beb-41ef-95c1-46535a175fed,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:00.927820 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-91bb77c8-730f-4364-adb0-9ed58718b6e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7a34afe5b274d668cb2c914524d2e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437438 Nov 29 19:03:00.931164 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52032) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:00.963336 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34fa4e74-6985-495e-a238-02f081f1e34d req-95f75b25-e32a-44cd-b0b4-13508394d460 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Nov 29 19:03:00.981039 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48c7871b-0b0e-4961-bec7-9773806e67ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.002270 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48c7871b-0b0e-4961-bec7-9773806e67ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.050835 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48c7871b-0b0e-4961-bec7-9773806e67ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.053427 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48c7871b-0b0e-4961-bec7-9773806e67ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.054822 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-48c7871b-0b0e-4961-bec7-9773806e67ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/beb008c6-7beb-41ef-95c1-46535a175fed HTTP/1.1" status: 204 len: 168 time: 0.1225867 Nov 29 19:03:01.062869 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7871b-0b0e-4961-bec7-9773806e67ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb008c6-7beb-41ef-95c1-46535a175fed,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:01.377131 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52042) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:01.389979 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e715e999-28f9-428b-9961-aaaf4a8179aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.461457 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e715e999-28f9-428b-9961-aaaf4a8179aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.465409 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e715e999-28f9-428b-9961-aaaf4a8179aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.502879 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e715e999-28f9-428b-9961-aaaf4a8179aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7b4f6e769af4444854ee077a58ad24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246953 Nov 29 19:03:01.503931 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715e999-28f9-428b-9961-aaaf4a8179aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6155b6-3f43-48b6-bdce-32c7ad353cd7,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:01.505577 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52044) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:01.555188 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26849fee-4f5b-4c13-bdc9-226d2917aeb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.576578 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26849fee-4f5b-4c13-bdc9-226d2917aeb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.627589 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26849fee-4f5b-4c13-bdc9-226d2917aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.630164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26849fee-4f5b-4c13-bdc9-226d2917aeb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:01.631512 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-26849fee-4f5b-4c13-bdc9-226d2917aeb3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a6155b6-3f43-48b6-bdce-32c7ad353cd7 HTTP/1.1" status: 204 len: 168 time: 0.1249368 Nov 29 19:03:01.640270 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26849fee-4f5b-4c13-bdc9-226d2917aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6155b6-3f43-48b6-bdce-32c7ad353cd7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:01.701106 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8ede2069-2af2-4214-a603-12e86709a085 req-f8056d2b-9354-446d-9d02-9ce6db3e0d79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350311 Nov 29 19:03:01.738747 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-e049b0b2-3bc0-46e3-b899-8c0c4c68c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:01.740237 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-e049b0b2-3bc0-46e3-b899-8c0c4c68c5f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 1098 time: 0.0639174 Nov 29 19:03:01.890572 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8ede2069-2af2-4214-a603-12e86709a085 req-cdb5c151-5907-43f0-998e-96de80034eba service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630666 Nov 29 19:03:01.894885 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-152b0e40-74e1-4d40-b7de-30421adcdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:01.896219 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-152b0e40-74e1-4d40-b7de-30421adcdb23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 912 time: 0.1206996 Nov 29 19:03:02.270088 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-f4996945-1ce6-479b-8ce9-7703028c21e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff805304-0bd0-4d55-8138-65515fc814c0 HTTP/1.1" status: 200 len: 1000 time: 0.3483415 Nov 29 19:03:02.359101 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f1ae-2aba-4b96-af71-95a15e1c4d04 req-1f856103-850e-44b2-a9e8-81d904725ba9 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:02.360613 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5bf0f1ae-2aba-4b96-af71-95a15e1c4d04 req-1f856103-850e-44b2-a9e8-81d904725ba9 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.3103261 Nov 29 19:03:02.376483 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-8df17109-27ab-442b-99b8-4547c339c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:02.378271 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-8df17109-27ab-442b-99b8-4547c339c061 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 200 len: 850 time: 0.0935357 Nov 29 19:03:02.406853 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8ede2069-2af2-4214-a603-12e86709a085 req-4346e080-8482-478d-8fc1-90950a0cadbc service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925606 Nov 29 19:03:02.461703 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-8cbc8380-3261-4e2c-b51d-81f012d0c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:02.463301 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-8cbc8380-3261-4e2c-b51d-81f012d0c403 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711722 Nov 29 19:03:02.466650 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5bf0f1ae-2aba-4b96-af71-95a15e1c4d04 req-c1510cd2-b91f-45c9-a2b7-dbd5a4fece48 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858846 Nov 29 19:03:02.569909 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-dbe0d6b5-c825-47b6-aacb-53288ea89203 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861237 Nov 29 19:03:02.690035 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-beb0f09d-9ab8-4907-b273-2f79c97ec7ac req-97486972-d6cd-4c8e-9f23-9743185532c9 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125407 Nov 29 19:03:02.841680 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52108) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:02.963133 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:03.042681 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:03.046476 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:03.085400 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=824db89ecaa94f73a02aa6d12178fd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420301 Nov 29 19:03:03.086658 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7493c4d-e12b-40c0-84ce-277591f5522d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:03.088699 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52118) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:03.094038 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.094418 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.094767 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.095100 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.095433 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.095761 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.096090 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.096503 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.096936 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.097262 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.097566 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.097889 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19678a0-e2ed-43c2-9bba-46de3c6a8a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.145157 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:03.167367 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:03.214855 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:03.217456 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:03.218616 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7493c4d-e12b-40c0-84ce-277591f5522d HTTP/1.1" status: 204 len: 168 time: 0.1282842 Nov 29 19:03:03.227065 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7493c4d-e12b-40c0-84ce-277591f5522d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:03.234404 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.234762 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.235097 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.235432 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.235766 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.236100 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.236433 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.236762 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.237089 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.237411 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.237734 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.238055 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2991-a9ed-4347-8e88-2103c9a10fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:03.587178 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9fb9c-70bf-4e3a-9930-eeeb57f0bf3c req-bdea6368-8fbe-4d9d-8b06-5599c707abe5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:03.589492 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-80c9fb9c-70bf-4e3a-9930-eeeb57f0bf3c req-bdea6368-8fbe-4d9d-8b06-5599c707abe5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0512433 Nov 29 19:03:03.641813 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-80c9fb9c-70bf-4e3a-9930-eeeb57f0bf3c req-93aacb51-fa56-42a5-b987-195098b7a3f5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 Nov 29 19:03:04.780388 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008d6a-a6d3-439a-b73f-a5561cabd912 req-081853ce-1400-47d6-a956-68e0ee901311 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:04.781977 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7008d6a-a6d3-439a-b73f-a5561cabd912 req-081853ce-1400-47d6-a956-68e0ee901311 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0649796 Nov 29 19:03:04.831100 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7008d6a-a6d3-439a-b73f-a5561cabd912 req-e8622b58-307a-4247-aed0-3d1dda4f3cc6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Nov 29 19:03:05.951571 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba47c4-5616-4a84-a7fb-37542479a424 req-59de7e3d-8e19-45e8-b387-e657d910cde2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:05.953166 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-89ba47c4-5616-4a84-a7fb-37542479a424 req-59de7e3d-8e19-45e8-b387-e657d910cde2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0487509 Nov 29 19:03:06.006835 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-89ba47c4-5616-4a84-a7fb-37542479a424 req-f542642a-9abd-4bb0-9d6d-d6d114a98681 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 Nov 29 19:03:07.129299 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bed20e-06be-4ff8-b8d8-e98e4f8a28a3 req-0fc89017-35d3-479f-9aa3-29f382b405ca tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:07.130920 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8bed20e-06be-4ff8-b8d8-e98e4f8a28a3 req-0fc89017-35d3-479f-9aa3-29f382b405ca tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0543821 Nov 29 19:03:07.162480 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:03:07.183775 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8bed20e-06be-4ff8-b8d8-e98e4f8a28a3 req-6440f38a-41fc-42dd-b522-4f07f1c1b356 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459235 Nov 29 19:03:08.299196 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3efc11-a16a-4b45-a293-cff13c7a67df req-9b8694a3-6177-4e6e-8cd1-6f6db9b31246 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:08.300658 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f3efc11-a16a-4b45-a293-cff13c7a67df req-9b8694a3-6177-4e6e-8cd1-6f6db9b31246 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0476682 Nov 29 19:03:08.347615 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f3efc11-a16a-4b45-a293-cff13c7a67df req-c0f58a13-2e1a-4b10-a867-9d1e3c9636df tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Nov 29 19:03:09.460888 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2496-b663-4689-8fb9-9543058065ca req-0f9e6fa1-c12a-43df-a9d5-4dce2553dbde tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:09.462384 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-208b2496-b663-4689-8fb9-9543058065ca req-0f9e6fa1-c12a-43df-a9d5-4dce2553dbde tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0475681 Nov 29 19:03:09.516822 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-208b2496-b663-4689-8fb9-9543058065ca req-8bd5a6d2-80a5-4ded-a5b1-c74b348cd2de tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484893 Nov 29 19:03:10.636671 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5871b-e9da-40b0-b84c-34a9dc5f7624 req-d7d9015e-575f-49ba-802f-766e60899df6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:10.638469 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-def5871b-e9da-40b0-b84c-34a9dc5f7624 req-d7d9015e-575f-49ba-802f-766e60899df6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0540948 Nov 29 19:03:10.691451 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-def5871b-e9da-40b0-b84c-34a9dc5f7624 req-9a24ee29-24b3-4972-89f2-777e56026c39 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469973 Nov 29 19:03:11.297118 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-5c8f3789-991f-4e84-9ab7-df00f9c75ee5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667028 Nov 29 19:03:11.405366 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-8fd7734b-278d-4eba-8ea9-5fd691dfe8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:11.407382 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-8fd7734b-278d-4eba-8ea9-5fd691dfe8c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2749f2c770e5415681598c3fcfb04147&device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0532060 Nov 29 19:03:11.559786 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-cb31ace0-51b7-4dd0-a6a3-27ad112e5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:11.561267 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-cb31ace0-51b7-4dd0-a6a3-27ad112e5cc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8222184-a4a4-4a59-bc47-d462f13dccbf HTTP/1.1" status: 200 len: 913 time: 0.1158757 Nov 29 19:03:11.604864 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-78c73924-7cdf-4f65-9397-f6d3ef41f408 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71f562a3-842c-415b-b47a-017fcd005eb2 HTTP/1.1" status: 200 len: 217 time: 0.0347056 Nov 29 19:03:11.670888 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-665a8506-2878-440c-be8a-a6a61c33dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:11.672561 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-665a8506-2878-440c-be8a-a6a61c33dff3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=325f1541-cf13-48b4-b25a-a2691bee4241 HTTP/1.1" status: 200 len: 852 time: 0.0532937 Nov 29 19:03:11.716260 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-0452b1af-1f84-4e8d-a791-982bec19952e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8222184-a4a4-4a59-bc47-d462f13dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261326 Nov 29 19:03:11.848962 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-925086cc-f9bb-4a8b-af31-cacdade51089 service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226075 Nov 29 19:03:11.857830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447183d-53b7-4fae-9984-9f28bea3c006 req-f927aecc-f0fc-4060-b215-33e254f081f4 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:11.859302 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f447183d-53b7-4fae-9984-9f28bea3c006 req-f927aecc-f0fc-4060-b215-33e254f081f4 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0875149 Nov 29 19:03:11.893562 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52378) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:11.910139 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f447183d-53b7-4fae-9984-9f28bea3c006 req-b24cf6ad-bce2-4c76-b692-38feac093c33 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Nov 29 19:03:11.996969 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa334512-5a91-4d5a-9900-8c5e01f66404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.073072 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa334512-5a91-4d5a-9900-8c5e01f66404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.077217 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa334512-5a91-4d5a-9900-8c5e01f66404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.115555 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-aa334512-5a91-4d5a-9900-8c5e01f66404 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b99c86b3ac7f424c94cbf7a64bcdb33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209268 Nov 29 19:03:12.116407 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa334512-5a91-4d5a-9900-8c5e01f66404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d941c3ac-20cb-48f1-b5d1-1b15518ac75c,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:12.118444 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52382) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:12.166967 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2e971e-06a6-4f77-9dc5-2301e67e61d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.188341 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2e971e-06a6-4f77-9dc5-2301e67e61d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.234842 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2e971e-06a6-4f77-9dc5-2301e67e61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.237662 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2e971e-06a6-4f77-9dc5-2301e67e61d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.238860 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-2b2e971e-06a6-4f77-9dc5-2301e67e61d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d941c3ac-20cb-48f1-b5d1-1b15518ac75c HTTP/1.1" status: 204 len: 168 time: 0.1194084 Nov 29 19:03:12.247131 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e971e-06a6-4f77-9dc5-2301e67e61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d941c3ac-20cb-48f1-b5d1-1b15518ac75c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:12.501056 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52394) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:12.515164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ceb647a-10f5-4156-8a91-cd19a72496e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.597423 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ceb647a-10f5-4156-8a91-cd19a72496e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.602888 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ceb647a-10f5-4156-8a91-cd19a72496e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.644342 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-6ceb647a-10f5-4156-8a91-cd19a72496e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4a2140844df4f0cbd987202dcfd512c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421840 Nov 29 19:03:12.645284 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb647a-10f5-4156-8a91-cd19a72496e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbd43a-a1ec-47f7-81a9-c0489444e6a3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:12.647095 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52406) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:12.708889 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-716a120a-0044-4e37-8e9c-54c6358c61b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.733520 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-716a120a-0044-4e37-8e9c-54c6358c61b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.780639 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-716a120a-0044-4e37-8e9c-54c6358c61b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.783561 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-716a120a-0044-4e37-8e9c-54c6358c61b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:12.784735 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-716a120a-0044-4e37-8e9c-54c6358c61b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20dbd43a-a1ec-47f7-81a9-c0489444e6a3 HTTP/1.1" status: 204 len: 168 time: 0.1362317 Nov 29 19:03:12.794954 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a120a-0044-4e37-8e9c-54c6358c61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbd43a-a1ec-47f7-81a9-c0489444e6a3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:13.060011 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce98df2-6a93-4368-a593-b424a77d0541 req-98833db2-966d-4bde-b688-5d6a90ca177b tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:13.061745 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4ce98df2-6a93-4368-a593-b424a77d0541 req-98833db2-966d-4bde-b688-5d6a90ca177b tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0564532 Nov 29 19:03:13.122950 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4ce98df2-6a93-4368-a593-b424a77d0541 req-efb9302e-6a8f-4041-9f67-667d15e11776 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Nov 29 19:03:14.245242 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a360-be7e-4164-8a34-29bc07654b42 req-f041e659-c70e-4356-94ac-b345c9aa82fc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:14.246802 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3094a360-be7e-4164-8a34-29bc07654b42 req-f041e659-c70e-4356-94ac-b345c9aa82fc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0499759 Nov 29 19:03:14.302479 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3094a360-be7e-4164-8a34-29bc07654b42 req-cde82996-176d-4e0b-b225-e475f16ac21e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471182 Nov 29 19:03:14.987692 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-59d6faca-6a68-416a-b5f9-c290b135a984 req-a6fbc147-b745-412d-963f-e71ef00a2339 service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874281 Nov 29 19:03:15.422382 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32e13e-94e7-44dc-9b48-51650fd56934 req-fce89467-7fb6-428e-a262-25a7a636092d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:15.423871 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9f32e13e-94e7-44dc-9b48-51650fd56934 req-fce89467-7fb6-428e-a262-25a7a636092d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0498908 Nov 29 19:03:15.473110 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9f32e13e-94e7-44dc-9b48-51650fd56934 req-a2f555bc-860b-4847-8ba4-2945dab7a2e7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Nov 29 19:03:15.832064 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:16.599449 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd98d-ff10-4c61-aed4-344944473cce req-07074fd5-d61e-40d6-b987-9b8b60236ec5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.601039 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-be4dd98d-ff10-4c61-aed4-344944473cce req-07074fd5-d61e-40d6-b987-9b8b60236ec5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0539212 Nov 29 19:03:16.650165 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-be4dd98d-ff10-4c61-aed4-344944473cce req-2c7a6a49-c760-4d87-9fc5-dc20c101a1cc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Nov 29 19:03:17.575672 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52660) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:17.688654 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d85ae891-daa3-4f37-b238-7c7f4e35bb82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.773390 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15162-7c6b-40c2-bea3-faf683196a9a req-2240eb7f-3daf-40c7-abcb-862c16b02397 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:17.774862 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-98a15162-7c6b-40c2-bea3-faf683196a9a req-2240eb7f-3daf-40c7-abcb-862c16b02397 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0538485 Nov 29 19:03:17.777633 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d85ae891-daa3-4f37-b238-7c7f4e35bb82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.782233 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d85ae891-daa3-4f37-b238-7c7f4e35bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.823849 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-98a15162-7c6b-40c2-bea3-faf683196a9a req-78b2846b-3949-4c59-b392-68fcff4224c9 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Nov 29 19:03:17.824698 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d85ae891-daa3-4f37-b238-7c7f4e35bb82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=856a76ce09354924a313d308a165b65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478030 Nov 29 19:03:17.825858 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ae891-daa3-4f37-b238-7c7f4e35bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19ec5e-19e1-42ce-9d34-d24a70fccec5,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:17.826504 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52670) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:17.875823 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f58e6604-b26e-432a-b154-c51869224f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.902389 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f58e6604-b26e-432a-b154-c51869224f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.948488 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f58e6604-b26e-432a-b154-c51869224f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.951425 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f58e6604-b26e-432a-b154-c51869224f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.954700 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-f58e6604-b26e-432a-b154-c51869224f04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d19ec5e-19e1-42ce-9d34-d24a70fccec5 HTTP/1.1" status: 204 len: 168 time: 0.1269629 Nov 29 19:03:17.963782 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e6604-b26e-432a-b154-c51869224f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19ec5e-19e1-42ce-9d34-d24a70fccec5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:18.212415 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52676) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:18.226042 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc963-648e-4483-a8ef-c96284e8c1d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.312636 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc963-648e-4483-a8ef-c96284e8c1d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.317247 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc963-648e-4483-a8ef-c96284e8c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.357807 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-cc6dc963-648e-4483-a8ef-c96284e8c1d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ee92aa4435d479a89ff2235a0a3aacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443086 Nov 29 19:03:18.359125 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dc963-648e-4483-a8ef-c96284e8c1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9228fc-a5b8-458b-b3e7-cc853a7540e4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:18.360558 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52684) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:18.413440 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2633152-afbd-4138-bf34-73643467a706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.437661 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2633152-afbd-4138-bf34-73643467a706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.489297 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2633152-afbd-4138-bf34-73643467a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.492164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2633152-afbd-4138-bf34-73643467a706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.493333 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-a2633152-afbd-4138-bf34-73643467a706 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe9228fc-a5b8-458b-b3e7-cc853a7540e4 HTTP/1.1" status: 204 len: 168 time: 0.1313295 Nov 29 19:03:18.505295 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2633152-afbd-4138-bf34-73643467a706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9228fc-a5b8-458b-b3e7-cc853a7540e4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:18.672765 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52710) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:18.820538 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db8a78d1-b4c8-4dec-a390-5c51b236d013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.905737 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52724) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:18.911158 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db8a78d1-b4c8-4dec-a390-5c51b236d013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:18.917098 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db8a78d1-b4c8-4dec-a390-5c51b236d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.003975 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-db8a78d1-b4c8-4dec-a390-5c51b236d013 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41af9e4b06e34b5f8dbeaa0e1ece9ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300402 Nov 29 19:03:19.006720 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a78d1-b4c8-4dec-a390-5c51b236d013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e677ee-e804-44f0-8631-099e7307efc8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:19.007144 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52732) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:19.025953 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d4caf-9d5f-4b1e-8fd4-b0bcef244cda req-1fcc5f8d-1975-4eae-baed-8bf13adfd8a6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:19.027901 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-677d4caf-9d5f-4b1e-8fd4-b0bcef244cda req-1fcc5f8d-1975-4eae-baed-8bf13adfd8a6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.1065056 Nov 29 19:03:19.056927 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fefa35e0-d02d-4aae-8403-a335b11edb2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.083597 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-677d4caf-9d5f-4b1e-8fd4-b0bcef244cda req-dab55225-6161-4a18-b8b2-b4de3c40d64f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484748 Nov 29 19:03:19.105369 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e44a986-c97f-4ccf-a171-8ff4af7d6284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.133745 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e44a986-c97f-4ccf-a171-8ff4af7d6284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.203572 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fefa35e0-d02d-4aae-8403-a335b11edb2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.208641 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fefa35e0-d02d-4aae-8403-a335b11edb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.219219 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e44a986-c97f-4ccf-a171-8ff4af7d6284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.221760 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e44a986-c97f-4ccf-a171-8ff4af7d6284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.222927 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1e44a986-c97f-4ccf-a171-8ff4af7d6284 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72e677ee-e804-44f0-8631-099e7307efc8 HTTP/1.1" status: 204 len: 168 time: 0.2139225 Nov 29 19:03:19.259367 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-fefa35e0-d02d-4aae-8403-a335b11edb2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9727ef236e9c444488ada634ccb5e44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483660 Nov 29 19:03:19.259367 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa35e0-d02d-4aae-8403-a335b11edb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef650bf6-b097-480b-8567-868aeb2a6f74,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:19.259544 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52744) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:19.284749 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44a986-c97f-4ccf-a171-8ff4af7d6284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e677ee-e804-44f0-8631-099e7307efc8,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:19.311752 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0494becb-abfa-4e45-bf19-6767f9111db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.336804 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0494becb-abfa-4e45-bf19-6767f9111db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.419349 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0494becb-abfa-4e45-bf19-6767f9111db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.422232 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0494becb-abfa-4e45-bf19-6767f9111db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.424042 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-0494becb-abfa-4e45-bf19-6767f9111db8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef650bf6-b097-480b-8567-868aeb2a6f74 HTTP/1.1" status: 204 len: 168 time: 0.1636593 Nov 29 19:03:19.434997 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494becb-abfa-4e45-bf19-6767f9111db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef650bf6-b097-480b-8567-868aeb2a6f74,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:19.790532 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52772) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:19.804298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f1f0-efc4-47ef-bee7-f30dc2576c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.899925 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f1f0-efc4-47ef-bee7-f30dc2576c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.904096 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f1f0-efc4-47ef-bee7-f30dc2576c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.944546 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-9ea6f1f0-efc4-47ef-bee7-f30dc2576c03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75edb19ef55f4ca3a62f0f20f5e9c3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517746 Nov 29 19:03:19.946002 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f1f0-efc4-47ef-bee7-f30dc2576c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd95695-6fdd-4839-94dd-8ea7f5fb6c19,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:19.946466 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52778) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:20.006689 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01182ae-608d-4c11-81b2-ee79ecfdc3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:20.030012 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01182ae-608d-4c11-81b2-ee79ecfdc3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:20.078988 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01182ae-608d-4c11-81b2-ee79ecfdc3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:20.081660 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01182ae-608d-4c11-81b2-ee79ecfdc3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:20.082820 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e01182ae-608d-4c11-81b2-ee79ecfdc3b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abd95695-6fdd-4839-94dd-8ea7f5fb6c19 HTTP/1.1" status: 204 len: 168 time: 0.1353707 Nov 29 19:03:20.091613 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01182ae-608d-4c11-81b2-ee79ecfdc3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd95695-6fdd-4839-94dd-8ea7f5fb6c19,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:20.206191 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98046f32-2f2f-4190-8402-2bc02106e96b req-d39b48e7-27a5-4ec8-ad99-9a672ef909d1 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:20.207731 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-98046f32-2f2f-4190-8402-2bc02106e96b req-d39b48e7-27a5-4ec8-ad99-9a672ef909d1 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0508499 Nov 29 19:03:20.261956 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-98046f32-2f2f-4190-8402-2bc02106e96b req-65eddd38-54be-44d1-94a4-bf52ee0bcc21 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463989 Nov 29 19:03:20.857125 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26d92095-ea60-4b66-bbfc-8a8b360c9635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.119035 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52836) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:21.324990 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b61e92c-3283-49c1-ae99-eb10607a4745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.399261 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d992b7a-39a7-4560-b386-a07c3e797e1a req-9830f5a4-d79e-4a29-9882-023c936627f8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:21.401483 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3d992b7a-39a7-4560-b386-a07c3e797e1a req-9830f5a4-d79e-4a29-9882-023c936627f8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0533018 Nov 29 19:03:21.406971 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b61e92c-3283-49c1-ae99-eb10607a4745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.411560 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b61e92c-3283-49c1-ae99-eb10607a4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.441063 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61e92c-3283-49c1-ae99-eb10607a4745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004277dd-88b1-40d6-a2ba-6dbc603d4dc8,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:21.457575 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1b61e92c-3283-49c1-ae99-eb10607a4745 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81f643fcbe9b41e68d3fed532edf10e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374031 Nov 29 19:03:21.462941 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52856) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:21.477390 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3d992b7a-39a7-4560-b386-a07c3e797e1a req-627bb048-4cdc-47f0-af13-124248e07c1e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690467 Nov 29 19:03:21.515441 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c87f4ea4-28aa-4118-a4c4-ada9c30ea6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.538579 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c87f4ea4-28aa-4118-a4c4-ada9c30ea6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.590092 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c87f4ea4-28aa-4118-a4c4-ada9c30ea6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.592885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c87f4ea4-28aa-4118-a4c4-ada9c30ea6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:21.594314 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-c87f4ea4-28aa-4118-a4c4-ada9c30ea6e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/004277dd-88b1-40d6-a2ba-6dbc603d4dc8 HTTP/1.1" status: 204 len: 168 time: 0.1302562 Nov 29 19:03:21.605740 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f4ea4-28aa-4118-a4c4-ada9c30ea6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004277dd-88b1-40d6-a2ba-6dbc603d4dc8,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:22.220802 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 52902) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:22.323779 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fbd92956-bbb6-4b67-aea0-4593bd7b7012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.398517 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fbd92956-bbb6-4b67-aea0-4593bd7b7012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.402017 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fbd92956-bbb6-4b67-aea0-4593bd7b7012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.439717 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-fbd92956-bbb6-4b67-aea0-4593bd7b7012 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b73c3493aa844078d9d905a7c0d1370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178071 Nov 29 19:03:22.440734 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd92956-bbb6-4b67-aea0-4593bd7b7012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e33ed31-1156-40c3-953f-c77059ac354e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:22.442504 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52906) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:22.491835 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60dc44fe-d28a-492b-a8c9-40f5e290b146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.520150 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60dc44fe-d28a-492b-a8c9-40f5e290b146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.615706 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60dc44fe-d28a-492b-a8c9-40f5e290b146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.618475 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60dc44fe-d28a-492b-a8c9-40f5e290b146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.619664 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-60dc44fe-d28a-492b-a8c9-40f5e290b146 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e33ed31-1156-40c3-953f-c77059ac354e HTTP/1.1" status: 204 len: 168 time: 0.1755579 Nov 29 19:03:22.629949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577d72-0952-4100-9b3f-fd5ec2de00e8 req-3d67da96-e6c3-4821-ada3-407ee54f7059 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:22.631573 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c6577d72-0952-4100-9b3f-fd5ec2de00e8 req-3d67da96-e6c3-4821-ada3-407ee54f7059 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0819414 Nov 29 19:03:22.639582 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc44fe-d28a-492b-a8c9-40f5e290b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e33ed31-1156-40c3-953f-c77059ac354e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:22.682342 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c6577d72-0952-4100-9b3f-fd5ec2de00e8 req-dc28a4e4-ff4e-4010-9dfc-61009094b5b1 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Nov 29 19:03:22.888443 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52920) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:22.905834 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0f02c94d-bd53-45bd-9dc4-d727a7e674b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.987192 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0f02c94d-bd53-45bd-9dc4-d727a7e674b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:22.990985 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0f02c94d-bd53-45bd-9dc4-d727a7e674b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:23.027683 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02c94d-bd53-45bd-9dc4-d727a7e674b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77ff5bc-1e2e-42f5-9d73-f557f74b3c4a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:23.031944 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-0f02c94d-bd53-45bd-9dc4-d727a7e674b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=baa57ba0d9854d83a57cca793d7ffa97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424913 Nov 29 19:03:23.034546 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 52922) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:23.080383 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19ba1445-bb48-41be-a64f-2bf7e5e0a74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:23.103612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19ba1445-bb48-41be-a64f-2bf7e5e0a74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:23.150641 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19ba1445-bb48-41be-a64f-2bf7e5e0a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:23.153238 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19ba1445-bb48-41be-a64f-2bf7e5e0a74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:23.154441 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-19ba1445-bb48-41be-a64f-2bf7e5e0a74e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c77ff5bc-1e2e-42f5-9d73-f557f74b3c4a HTTP/1.1" status: 204 len: 168 time: 0.1189723 Nov 29 19:03:23.163064 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba1445-bb48-41be-a64f-2bf7e5e0a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77ff5bc-1e2e-42f5-9d73-f557f74b3c4a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:23.228021 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ba31-053b-4c1b-9fe8-0f28be973be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:23.803894 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c04015-1d84-4d8f-992e-e74189e53828 req-66651f17-ab2e-4f39-b6eb-d19e273a8109 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:23.805393 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b4c04015-1d84-4d8f-992e-e74189e53828 req-66651f17-ab2e-4f39-b6eb-d19e273a8109 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0509214 Nov 29 19:03:23.853401 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b4c04015-1d84-4d8f-992e-e74189e53828 req-709a2418-75de-4b6e-8b08-a6b0ef57bc11 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Nov 29 19:03:24.176281 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:24.967861 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b46996-4511-4598-8e20-00255a6ec651 req-af214ee2-fe88-4340-a48d-b10a1d864027 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:24.969363 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-38b46996-4511-4598-8e20-00255a6ec651 req-af214ee2-fe88-4340-a48d-b10a1d864027 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0511751 Nov 29 19:03:25.018738 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-38b46996-4511-4598-8e20-00255a6ec651 req-0be395ba-dfdb-4f80-a618-bbe890088187 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Nov 29 19:03:25.906505 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:26.136955 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585f505-3212-42c6-b24f-c6d2fcd32769 req-8a1bf7d6-0466-468a-a54e-46042da37243 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:26.138530 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c585f505-3212-42c6-b24f-c6d2fcd32769 req-8a1bf7d6-0466-468a-a54e-46042da37243 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0513291 Nov 29 19:03:26.206720 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c585f505-3212-42c6-b24f-c6d2fcd32769 req-843fabda-f1e6-4fe9-a711-6ffbe52ee984 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Nov 29 19:03:26.612203 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:27.316349 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f03c7-2b34-47ee-92e7-2a09eba57e11 req-c1cf602a-8d99-48be-b354-33db1bd8a711 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:27.318858 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2b7f03c7-2b34-47ee-92e7-2a09eba57e11 req-c1cf602a-8d99-48be-b354-33db1bd8a711 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0520611 Nov 29 19:03:27.373584 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2b7f03c7-2b34-47ee-92e7-2a09eba57e11 req-1e7abccf-54d9-41ce-a1e1-538f4b1ecc4e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454268 Nov 29 19:03:28.480773 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9812e-5da3-4464-b697-8708d77fa915 req-2566d22b-af20-4b50-bf9a-c48f4a72b0c1 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:28.482294 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3ec9812e-5da3-4464-b697-8708d77fa915 req-2566d22b-af20-4b50-bf9a-c48f4a72b0c1 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0475583 Nov 29 19:03:28.531092 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3ec9812e-5da3-4464-b697-8708d77fa915 req-dbe22cca-bc48-4c22-9c3d-3f4792b8a1ee tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Nov 29 19:03:29.105094 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53074) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:29.207137 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aefa5f45-bf82-48c3-a213-65128f3b40db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.286626 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aefa5f45-bf82-48c3-a213-65128f3b40db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.290778 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aefa5f45-bf82-48c3-a213-65128f3b40db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.336939 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-aefa5f45-bf82-48c3-a213-65128f3b40db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ec25c20625f41a4b5078b4045d311b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306798 Nov 29 19:03:29.337816 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa5f45-bf82-48c3-a213-65128f3b40db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab42eb8-10d2-4da3-919c-b1f91b204609,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:29.340244 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53078) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:29.389504 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b99d1238-c58f-4702-b548-7cf7bc685a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.409973 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b99d1238-c58f-4702-b548-7cf7bc685a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.454928 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b99d1238-c58f-4702-b548-7cf7bc685a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.457397 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b99d1238-c58f-4702-b548-7cf7bc685a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.460897 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b99d1238-c58f-4702-b548-7cf7bc685a3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bab42eb8-10d2-4da3-919c-b1f91b204609 HTTP/1.1" status: 204 len: 168 time: 0.1173012 Nov 29 19:03:29.466594 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d1238-c58f-4702-b548-7cf7bc685a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab42eb8-10d2-4da3-919c-b1f91b204609,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:29.650412 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138700-e47f-44b7-9cfc-8820e66d7f51 req-8f437f18-5b5e-4ffa-a125-1d5f556e0c27 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:29.651903 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b7138700-e47f-44b7-9cfc-8820e66d7f51 req-8f437f18-5b5e-4ffa-a125-1d5f556e0c27 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0499876 Nov 29 19:03:29.700317 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b7138700-e47f-44b7-9cfc-8820e66d7f51 req-d50aa0b5-87aa-4c55-b22b-1e63cc8a4d25 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Nov 29 19:03:29.727104 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53088) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:29.740450 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a8019e9-dee4-45bb-a243-da2d45e7d452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.812329 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a8019e9-dee4-45bb-a243-da2d45e7d452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.815949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a8019e9-dee4-45bb-a243-da2d45e7d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.856642 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-4a8019e9-dee4-45bb-a243-da2d45e7d452 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4463dcd951344b8a23a7e143eec2ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285024 Nov 29 19:03:29.857582 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8019e9-dee4-45bb-a243-da2d45e7d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eba2903-bc93-4f4c-aca1-470e652b34ad,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:29.859336 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53090) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:29.909468 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbda8d3c-fe65-4baa-b6f5-4593531506ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.932272 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbda8d3c-fe65-4baa-b6f5-4593531506ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.992017 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbda8d3c-fe65-4baa-b6f5-4593531506ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.994774 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbda8d3c-fe65-4baa-b6f5-4593531506ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.995982 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-dbda8d3c-fe65-4baa-b6f5-4593531506ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0eba2903-bc93-4f4c-aca1-470e652b34ad HTTP/1.1" status: 204 len: 168 time: 0.1356411 Nov 29 19:03:30.004076 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda8d3c-fe65-4baa-b6f5-4593531506ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eba2903-bc93-4f4c-aca1-470e652b34ad,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:30.701736 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53128) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:30.801611 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1251987179-network', 'tenant_id': '16af6078530b4c9a869c038b77e220ce'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:30.826136 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Made reservation on behalf of 16af6078530b4c9a869c038b77e220ce for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:03:30.828509 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.837771 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.913949 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.917931 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.938532 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:03:30.953779 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bb1620-8084-45c1-ac03-4f3132eb6618,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:30.954745 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203284e-362e-464c-bb70-5300fe8b04a7 req-75ccf40e-733b-47f7-b2bd-0ed412db0359 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:30.956487 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c203284e-362e-464c-bb70-5300fe8b04a7 req-75ccf40e-733b-47f7-b2bd-0ed412db0359 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0518589 Nov 29 19:03:30.956625 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.956954 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Added segment b2669adb-76de-4e1f-9805-97f9c253de86 of type vlan for network 7e2d60a4-7cf5-4fed-9010-cfe76504f448 Nov 29 19:03:31.010298 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.032239 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c203284e-362e-464c-bb70-5300fe8b04a7 req-9389bc44-58b0-4b25-bc2d-4e43726bc4cf tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680034 Nov 29 19:03:31.040895 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.041842 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.042442 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.095347 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3924587 Nov 29 19:03:31.098376 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53138) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:31.103172 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f1a9e-a317-40d2-bc84-6a86cbe4351d admin admin] Pushing event updated for resources: {'Network': ['ID=7e2d60a4-7cf5-4fed-9010-cfe76504f448,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:31.104087 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Request body: {'subnet': {'network_id': '7e2d60a4-7cf5-4fed-9010-cfe76504f448', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1251987179-subnet', 'tenant_id': '16af6078530b4c9a869c038b77e220ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:31.113129 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 7e2d60a4-7cf5-4fed-9010-cfe76504f448 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:03:31.126843 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Made reservation on behalf of 16af6078530b4c9a869c038b77e220ce for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:03:31.129373 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.301653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.352950 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40b3d90-01bb-46ff-a8dd-98097b274c74,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:31.368337 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Checking segment: {'id': 'b2669adb-76de-4e1f-9805-97f9c253de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e2d60a4-7cf5-4fed-9010-cfe76504f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:03:31.368697 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Network hostable DHCP agents. Network: 7e2d60a4-7cf5-4fed-9010-cfe76504f448, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:03:31.385036 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Network 7e2d60a4-7cf5-4fed-9010-cfe76504f448 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:03:31.393645 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 7e2d60a4-7cf5-4fed-9010-cfe76504f448) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:03:31.397762 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.398423 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.403034 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724d427-7a68-49f4-a0d2-1de70ccff96f None None] Network 7e2d60a4-7cf5-4fed-9010-cfe76504f448 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:03:31.415905 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7377c7aa-d39c-435b-bc9a-0c331cdd46b4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3154688 Nov 29 19:03:31.532630 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7515e68-2aa2-4f4c-9ea7-6772fad888de None None] Network 7e2d60a4-7cf5-4fed-9010-cfe76504f448 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:03:31.896398 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53162) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:31.901426 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1723490040-network', 'tenant_id': '54420dff885c49fd920a3d918525923d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:31.922163 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Made reservation on behalf of 54420dff885c49fd920a3d918525923d for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:03:31.924481 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.933497 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.015049 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.019305 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.042515 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:03:32.056983 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e928a53-6989-45e9-9dff-620326a8b725,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:32.066469 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.066827 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Added segment 307fb9fd-1659-4a7e-a518-dbbe410d4aa3 of type vlan for network a71a9f76-b113-4d60-ad69-8208b887fb35 Nov 29 19:03:32.121424 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.167350 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.168271 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:32.168842 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.183544 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18f1ed-9c88-4bf2-8ef8-003e62ebaf18 req-3be13d91-061c-44bb-bd63-a23893e0043f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:32.184987 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4d18f1ed-9c88-4bf2-8ef8-003e62ebaf18 req-3be13d91-061c-44bb-bd63-a23893e0043f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0752461 Nov 29 19:03:32.249663 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3520434 Nov 29 19:03:32.252547 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53170) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:32.258293 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe25418-811e-4483-8cab-3598d51be896 admin admin] Pushing event updated for resources: {'Network': ['ID=a71a9f76-b113-4d60-ad69-8208b887fb35,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:32.258815 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Request body: {'subnet': {'network_id': 'a71a9f76-b113-4d60-ad69-8208b887fb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1723490040-subnet', 'tenant_id': '54420dff885c49fd920a3d918525923d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:32.267945 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network a71a9f76-b113-4d60-ad69-8208b887fb35 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:03:32.288373 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Made reservation on behalf of 54420dff885c49fd920a3d918525923d for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:03:32.290785 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28960076'] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.293457 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4d18f1ed-9c88-4bf2-8ef8-003e62ebaf18 req-0e24482e-0b32-4c71-8d23-d77720ed7c7e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965152 Nov 29 19:03:32.477365 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28345349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28960082'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.533843 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987f2590-7ff6-418d-8b61-11cfb1e7d976,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:32.541408 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Checking segment: {'id': '307fb9fd-1659-4a7e-a518-dbbe410d4aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a71a9f76-b113-4d60-ad69-8208b887fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:03:32.541764 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Network hostable DHCP agents. Network: a71a9f76-b113-4d60-ad69-8208b887fb35, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:03:32.558572 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Network a71a9f76-b113-4d60-ad69-8208b887fb35 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:03:32.566469 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, a71a9f76-b113-4d60-ad69-8208b887fb35) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:03:32.572028 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:32.573103 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:32.577428 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8fa86-b378-4dc2-a2b9-7d88e6cf49c0 None None] Network a71a9f76-b113-4d60-ad69-8208b887fb35 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:03:32.588921 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e74f1513-185c-4a97-bfb9-531fc632dc28 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3345618 Nov 29 19:03:32.712085 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c50265-50e7-461b-8434-736df4b307a4 None None] Network a71a9f76-b113-4d60-ad69-8208b887fb35 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:03:33.408115 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49762d-6824-49c9-b150-a548701e0804 req-ee36e7d0-b48c-4c57-964f-76c198f22922 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:33.409519 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3e49762d-6824-49c9-b150-a548701e0804 req-ee36e7d0-b48c-4c57-964f-76c198f22922 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0505652 Nov 29 19:03:33.457028 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3e49762d-6824-49c9-b150-a548701e0804 req-509be39b-9c35-4779-bb25-4e22a8cf6b17 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Nov 29 19:03:33.722007 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53202) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:33.825210 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be82b91e-bffa-442f-95dc-36665f516094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:33.901311 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be82b91e-bffa-442f-95dc-36665f516094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:33.905041 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be82b91e-bffa-442f-95dc-36665f516094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:33.941255 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82b91e-bffa-442f-95dc-36665f516094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882cd162-8b88-4a8e-a26e-ebb483cab198,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:33.948538 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-be82b91e-bffa-442f-95dc-36665f516094 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f17062e02f2e49c3b115fa81343cfd26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230029 Nov 29 19:03:33.948768 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53208) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:33.999257 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c52a5948-3725-4727-80f0-32d6b4b28f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.020153 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c52a5948-3725-4727-80f0-32d6b4b28f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.066905 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c52a5948-3725-4727-80f0-32d6b4b28f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.070038 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c52a5948-3725-4727-80f0-32d6b4b28f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.071217 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-c52a5948-3725-4727-80f0-32d6b4b28f1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/882cd162-8b88-4a8e-a26e-ebb483cab198 HTTP/1.1" status: 204 len: 168 time: 0.1215334 Nov 29 19:03:34.078714 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a5948-3725-4727-80f0-32d6b4b28f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882cd162-8b88-4a8e-a26e-ebb483cab198,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:34.346179 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53224) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:34.358951 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b031e27a-26a9-4f73-a5e4-4f5bedefd45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.438765 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b031e27a-26a9-4f73-a5e4-4f5bedefd45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.443713 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b031e27a-26a9-4f73-a5e4-4f5bedefd45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.485049 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b031e27a-26a9-4f73-a5e4-4f5bedefd45e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3926a36058d242c3a5b70dc6bd6f3031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377118 Nov 29 19:03:34.485986 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031e27a-26a9-4f73-a5e4-4f5bedefd45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77556276-d3de-49b2-b2a8-c0290db2581f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:34.487660 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53232) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:34.547387 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90bbf5bc-da7e-447f-9676-35ddc75c21e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.597967 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90bbf5bc-da7e-447f-9676-35ddc75c21e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.638212 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e797f37-8c6f-4948-a6b6-6223e864c839 req-7cbba0ec-bba7-4be1-be4a-5aff5dcafc32 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:34.639724 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e797f37-8c6f-4948-a6b6-6223e864c839 req-7cbba0ec-bba7-4be1-be4a-5aff5dcafc32 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0942278 Nov 29 19:03:34.675718 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90bbf5bc-da7e-447f-9676-35ddc75c21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.679305 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90bbf5bc-da7e-447f-9676-35ddc75c21e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.680449 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-90bbf5bc-da7e-447f-9676-35ddc75c21e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77556276-d3de-49b2-b2a8-c0290db2581f HTTP/1.1" status: 204 len: 168 time: 0.1911530 Nov 29 19:03:34.698415 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbf5bc-da7e-447f-9676-35ddc75c21e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77556276-d3de-49b2-b2a8-c0290db2581f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:34.703814 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e797f37-8c6f-4948-a6b6-6223e864c839 req-aa757187-18a4-4933-9f08-f30f7dc18a8c tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574920 Nov 29 19:03:35.855207 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aee49-6d3f-41b1-84cd-f7242c85b8b6 req-1a5b3f4a-9972-4446-99d9-3c69c83b9595 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:35.863049 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-589aee49-6d3f-41b1-84cd-f7242c85b8b6 req-1a5b3f4a-9972-4446-99d9-3c69c83b9595 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0799260 Nov 29 19:03:35.909562 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-589aee49-6d3f-41b1-84cd-f7242c85b8b6 req-fbd7ce12-f171-4a8d-b73c-aecddde2e5b2 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Nov 29 19:03:36.589066 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0681e-724e-4d4f-bc9f-c284286e2af9 req-33231abb-39cb-423a-9c3d-c9b2771e78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:36.590737 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9ab0681e-724e-4d4f-bc9f-c284286e2af9 req-33231abb-39cb-423a-9c3d-c9b2771e78c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 1098 time: 0.0451953 Nov 29 19:03:36.642505 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9ab0681e-724e-4d4f-bc9f-c284286e2af9 req-d94fa905-ced1-4995-949a-8ae7144a77d7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386751 Nov 29 19:03:37.048226 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f5157-ff2f-4347-a9f6-7c65bf68b9da req-ccd25b9f-037c-4b5d-9cd8-4aa6ca7bb762 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:37.049763 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-529f5157-ff2f-4347-a9f6-7c65bf68b9da req-ccd25b9f-037c-4b5d-9cd8-4aa6ca7bb762 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0608511 Nov 29 19:03:37.099370 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-529f5157-ff2f-4347-a9f6-7c65bf68b9da req-3e86a1d9-8b2a-413e-b836-9d468aa68987 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Nov 29 19:03:38.220850 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de4911-b543-4eb8-ac07-3f0bc38d6905 req-c20c165b-dc94-41b7-a15a-8e5576f597dd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:38.222341 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8de4911-b543-4eb8-ac07-3f0bc38d6905 req-c20c165b-dc94-41b7-a15a-8e5576f597dd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0515685 Nov 29 19:03:38.273156 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8de4911-b543-4eb8-ac07-3f0bc38d6905 req-4e900b9b-541c-42c1-ac60-83e29fce7b96 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Nov 29 19:03:38.416531 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208ce9-be21-4f31-9e5b-9b9b755c20ac req-53858c40-3c6e-41d0-883d-9ae29dfeea75 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:38.419998 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-96208ce9-be21-4f31-9e5b-9b9b755c20ac req-53858c40-3c6e-41d0-883d-9ae29dfeea75 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0699413 Nov 29 19:03:38.471088 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-96208ce9-be21-4f31-9e5b-9b9b755c20ac req-26ffbb9a-8a92-4111-a222-32b4c39b624f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Nov 29 19:03:40.092668 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-82d979a6-0730-4248-9709-61fef8081737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:40.094140 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-82d979a6-0730-4248-9709-61fef8081737 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 1098 time: 0.0654612 Nov 29 19:03:40.105550 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52a9ca-8f6e-4f9a-91c0-30b933b1e316 req-18bbc65c-dc4b-4440-8575-bd706e5ab3e9 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:40.106968 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0c52a9ca-8f6e-4f9a-91c0-30b933b1e316 req-18bbc65c-dc4b-4440-8575-bd706e5ab3e9 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0696979 Nov 29 19:03:40.212603 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0c52a9ca-8f6e-4f9a-91c0-30b933b1e316 req-5e09fd54-f38d-4e4f-a28c-c9e6342d0378 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976634 Nov 29 19:03:40.227411 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-dd85fe8a-6162-4d46-8cd4-9b118819f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:40.228894 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-dd85fe8a-6162-4d46-8cd4-9b118819f43e service neutron] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 920 time: 0.1210284 Nov 29 19:03:40.278219 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-7547aa86-c9e8-4340-aaea-b91fdbd01937 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5 HTTP/1.1" status: 200 len: 217 time: 0.0379913 Nov 29 19:03:40.329008 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-2a65c749-8296-4034-8623-7b8b16f55a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:40.330490 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-2a65c749-8296-4034-8623-7b8b16f55a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.0432780 Nov 29 19:03:40.368761 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-840da12a-6154-4af4-9fcf-d1594c59ef21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227280 Nov 29 19:03:40.463232 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-a1c74232-6dba-4d1d-9a3a-8b05912e2955 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829327 Nov 29 19:03:40.570137 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-666a97de-a27c-4143-a8a8-e8d6a4422176 req-1980e808-dfea-4ccd-8715-3e70947ab6d9 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938990 Nov 29 19:03:41.329638 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a2922-bb05-40f3-a66d-7e81eb066032 req-7faeb332-aedd-4630-a01f-2dca27a512e6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:41.331137 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-149a2922-bb05-40f3-a66d-7e81eb066032 req-7faeb332-aedd-4630-a01f-2dca27a512e6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0493627 Nov 29 19:03:41.377705 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-149a2922-bb05-40f3-a66d-7e81eb066032 req-d3621985-9179-4328-994b-97b6abc2c418 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Nov 29 19:03:42.497863 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811533-26ba-4d64-b3b3-83c80a3b7e85 req-aef5cb9b-4582-4c32-9e93-d57e2bd48160 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:42.499649 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-08811533-26ba-4d64-b3b3-83c80a3b7e85 req-aef5cb9b-4582-4c32-9e93-d57e2bd48160 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0524616 Nov 29 19:03:42.554501 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-08811533-26ba-4d64-b3b3-83c80a3b7e85 req-9555a819-de47-4c7e-916b-6dd3c96af40c tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Nov 29 19:03:43.678802 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669b33-94d5-4590-8c1e-6cd5f5e16d32 req-ea9b6d1c-f20d-4ff7-9a08-a60ce27a92c8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:43.680297 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2d669b33-94d5-4590-8c1e-6cd5f5e16d32 req-ea9b6d1c-f20d-4ff7-9a08-a60ce27a92c8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0483012 Nov 29 19:03:43.727443 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2d669b33-94d5-4590-8c1e-6cd5f5e16d32 req-be2a0013-a1e7-4fbe-a421-48554d68d56d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Nov 29 19:03:44.154058 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:03:44.847882 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960884ad-07d0-40ae-800a-77a7cbdea27b req-5a1258be-8271-4284-869f-67a7dbf52f07 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:44.849510 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-960884ad-07d0-40ae-800a-77a7cbdea27b req-5a1258be-8271-4284-869f-67a7dbf52f07 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0531807 Nov 29 19:03:44.929681 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-960884ad-07d0-40ae-800a-77a7cbdea27b req-357b51e0-b7af-4b9e-9261-90e70e05d27d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732086 Nov 29 19:03:45.847259 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.049599 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd497f-1e81-4a96-86d2-065f43f20223 req-5c5cb2fe-9e5b-49ad-8165-4bb4eacd70f6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:46.051192 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-85cd497f-1e81-4a96-86d2-065f43f20223 req-5c5cb2fe-9e5b-49ad-8165-4bb4eacd70f6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0481093 Nov 29 19:03:46.101297 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-85cd497f-1e81-4a96-86d2-065f43f20223 req-c3acfb63-4bf9-4da1-b8ed-ed10bb35ccfe tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Nov 29 19:03:46.249164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53536) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:46.304890 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] Deleting subnet f40b3d90-01bb-46ff-a8dd-98097b274c74 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:03:46.309468 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.360915 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.370434 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.444658 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.474636 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.477824 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f40b3d90-01bb-46ff-a8dd-98097b274c74 HTTP/1.1" status: 204 len: 168 time: 0.2276580 Nov 29 19:03:46.478858 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7846934-48d2-4904-99d5-fdaaa791a378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40b3d90-01bb-46ff-a8dd-98097b274c74,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:46.480388 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53540) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:46.553607 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.849008 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:46.869353 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.869724 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.870527 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.870990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > port after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.871336 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.873107 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > port after_update 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.873469 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.873825 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.874151 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.874627 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.967637 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.968003 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.968345 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.968688 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 19:03:46.969064 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2d60a4-7cf5-4fed-9010-cfe76504f448']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:46.990244 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2669adb-76de-4e1f-9805-97f9c253de86') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:46.990564 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2669adb-76de-4e1f-9805-97f9c253de86') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:47.007897 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.029067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.037656 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:03:47.038036 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: from cryptography.utils import int_from_bytes Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: from cryptography.utils import int_from_bytes Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:03:47.042437 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:03:47.097420 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.105278 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.108757 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] 10.222.0.45 "DELETE /v2.0/networks/7e2d60a4-7cf5-4fed-9010-cfe76504f448 HTTP/1.1" status: 204 len: 168 time: 0.6274760 Nov 29 19:03:47.111691 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53546) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:47.119036 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c810d2-7674-40d5-ab61-c478528ecf0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2d60a4-7cf5-4fed-9010-cfe76504f448,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:47.179235 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] Deleting subnet 987f2590-7ff6-418d-8b61-11cfb1e7d976 {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:03:47.182790 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.232629 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.256227 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598d48-1beb-4960-9d5f-833aae823fbd req-bfc7964d-55f2-4a21-9132-b2b9443502e7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:47.257680 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-10598d48-1beb-4960-9d5f-833aae823fbd req-bfc7964d-55f2-4a21-9132-b2b9443502e7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0783753 Nov 29 19:03:47.278779 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.310847 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-10598d48-1beb-4960-9d5f-833aae823fbd req-3bca87df-a921-49d8-8c67-5634636c0faf tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471632 Nov 29 19:03:47.333250 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.356187 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987f2590-7ff6-418d-8b61-11cfb1e7d976,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:47.362073 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.365915 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-12a8668a-1ddd-456c-bf76-e9dd35cee851 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/987f2590-7ff6-418d-8b61-11cfb1e7d976 HTTP/1.1" status: 204 len: 168 time: 0.2531626 Nov 29 19:03:47.368333 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53550) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:47.436425 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.532874 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.553436 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71a9f76-b113-4d60-ad69-8208b887fb35']}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:47.562309 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307fb9fd-1659-4a7e-a518-dbbe410d4aa3') {'for_net_delete': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:47.562601 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307fb9fd-1659-4a7e-a518-dbbe410d4aa3') {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:47.572217 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-705503'] for segment, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.585503 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.591300 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:03:47.591674 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28345254'] for segment, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: Traceback (most recent call last): Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: timer() Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: cb(*args, **kw) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: return func(*args, **kwargs) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: self._notify() Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: self.callback(batched_events) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: event.method(event) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: return f(self, *a, **k) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._get(url).json() Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: return self.request(url, 'GET', **kwargs) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:03:47.601538 dv-cinder-815746-3-iscsi neutron-server[102679]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:03:47.648263 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.653978 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.659785 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a71a9f76-b113-4d60-ad69-8208b887fb35 HTTP/1.1" status: 204 len: 168 time: 0.2881236 Nov 29 19:03:47.838823 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53562) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:47.841713 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e5dab-b583-4894-99ad-ef95d2806065 admin admin] Pushing event deleted for resources: {'Network': ['ID=a71a9f76-b113-4d60-ad69-8208b887fb35,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:47.881136 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-918355bf-968c-4623-9426-b18d0c60ca88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16af6078530b4c9a869c038b77e220ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420148 Nov 29 19:03:47.883832 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53564) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:47.932807 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c042e7af-57f7-471b-b3d9-35342532ac32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:47.953907 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c042e7af-57f7-471b-b3d9-35342532ac32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:48.002057 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c042e7af-57f7-471b-b3d9-35342532ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:48.005212 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c042e7af-57f7-471b-b3d9-35342532ac32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:48.006405 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-c042e7af-57f7-471b-b3d9-35342532ac32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03bb1620-8084-45c1-ac03-4f3132eb6618 HTTP/1.1" status: 204 len: 168 time: 0.1216450 Nov 29 19:03:48.014068 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042e7af-57f7-471b-b3d9-35342532ac32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bb1620-8084-45c1-ac03-4f3132eb6618,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:48.321414 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53570) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:48.360434 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-4e0f02c9-0d3b-4c92-b431-c897e23cb3f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54420dff885c49fd920a3d918525923d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378509 Nov 29 19:03:48.362941 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53574) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:48.411652 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a4db80e-ae2a-48e1-b463-25214fefd825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:48.427650 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c628e3f-0e85-4791-80bb-e0ee8c0a16a5 req-5e4306bb-82c4-4794-90a2-718971081acf tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:48.429153 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2c628e3f-0e85-4791-80bb-e0ee8c0a16a5 req-5e4306bb-82c4-4794-90a2-718971081acf tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0511796 Nov 29 19:03:48.432779 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a4db80e-ae2a-48e1-b463-25214fefd825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:48.477754 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2c628e3f-0e85-4791-80bb-e0ee8c0a16a5 req-939ad204-2cc1-4024-a4f8-af54f6795da3 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Nov 29 19:03:48.478878 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a4db80e-ae2a-48e1-b463-25214fefd825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:48.481479 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a4db80e-ae2a-48e1-b463-25214fefd825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:48.482627 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-0a4db80e-ae2a-48e1-b463-25214fefd825 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e928a53-6989-45e9-9dff-620326a8b725 HTTP/1.1" status: 204 len: 168 time: 0.1187966 Nov 29 19:03:48.491709 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4db80e-ae2a-48e1-b463-25214fefd825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e928a53-6989-45e9-9dff-620326a8b725,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:49.602540 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84797-dc50-42ed-b248-2f79d15168b3 req-9a462772-c776-4946-a1a3-9ad8378eb5f5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:49.605111 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5ed84797-dc50-42ed-b248-2f79d15168b3 req-9a462772-c776-4946-a1a3-9ad8378eb5f5 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0509329 Nov 29 19:03:49.658432 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5ed84797-dc50-42ed-b248-2f79d15168b3 req-d48b7669-d172-47e8-a794-ec21cb083f50 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450268 Nov 29 19:03:50.774816 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9074a-8fa2-4d03-a6c3-4f59a4cdd3ef req-7699c57c-d538-4b16-902c-379f66ec6531 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:50.776343 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7a9074a-8fa2-4d03-a6c3-4f59a4cdd3ef req-7699c57c-d538-4b16-902c-379f66ec6531 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Nov 29 19:03:50.832044 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7a9074a-8fa2-4d03-a6c3-4f59a4cdd3ef req-e0b78fa6-3c97-4d77-91df-10bfb8065212 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Nov 29 19:03:50.851573 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0b12c06d-cabf-41a4-bc30-e9d40817bf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:51.956845 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ad83-2945-4c59-9b85-bc49bbf2e2d0 req-6a60dd0a-cd26-40f4-bd8c-c0bd99589d55 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:51.959039 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-cf76ad83-2945-4c59-9b85-bc49bbf2e2d0 req-6a60dd0a-cd26-40f4-bd8c-c0bd99589d55 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0536063 Nov 29 19:03:52.023638 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-cf76ad83-2945-4c59-9b85-bc49bbf2e2d0 req-da6ae97b-dca4-4ebc-b4f9-f5c1860a1a7b tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581720 Nov 29 19:03:53.140966 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefde00-8d52-419f-b74a-1efcfdc79a90 req-cba2b210-da06-49ef-abb9-e23c39510b90 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:53.142447 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1aefde00-8d52-419f-b74a-1efcfdc79a90 req-cba2b210-da06-49ef-abb9-e23c39510b90 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0471320 Nov 29 19:03:53.188673 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1aefde00-8d52-419f-b74a-1efcfdc79a90 req-56c6a0d5-b0af-45ad-8993-7e33f99efb87 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Nov 29 19:03:53.229704 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1d16a188-b001-457a-b665-2260e44814c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:54.182750 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:54.303008 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23d6a2-4c40-4afe-8f99-4703b79385f4 req-f8a8f59d-e8a2-4fd7-8246-6f221d65e4a7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:54.304474 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ae23d6a2-4c40-4afe-8f99-4703b79385f4 req-f8a8f59d-e8a2-4fd7-8246-6f221d65e4a7 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0459883 Nov 29 19:03:54.349525 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ae23d6a2-4c40-4afe-8f99-4703b79385f4 req-3bd11323-bf7b-4416-b74a-a464903fa1ab tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Nov 29 19:03:55.466972 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9af3af-89c5-47c6-9e54-6e9f5c85ad78 req-c62eda53-2b61-48ee-ba4b-5ba907260001 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:55.468416 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8a9af3af-89c5-47c6-9e54-6e9f5c85ad78 req-c62eda53-2b61-48ee-ba4b-5ba907260001 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0512979 Nov 29 19:03:55.515225 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8a9af3af-89c5-47c6-9e54-6e9f5c85ad78 req-0f3a7fd0-203a-4369-8896-09609b3fbbd3 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Nov 29 19:03:55.905911 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.460524 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53808) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:56.468517 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53812) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:56.586625 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d626-6e22-4017-9226-759f8167501c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.601811 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-251c11ba-9bed-48a6-9190-ba8a71840d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.619896 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.639714 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9246c6c-96ba-4d96-b959-c94991c07568 req-0b3f0b30-b326-46f7-8cb9-2c722f09ed2f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:56.641178 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c9246c6c-96ba-4d96-b959-c94991c07568 req-0b3f0b30-b326-46f7-8cb9-2c722f09ed2f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0510163 Nov 29 19:03:56.693906 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c9246c6c-96ba-4d96-b959-c94991c07568 req-84816030-4d72-4bdf-b870-e20b1ee2e5c8 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Nov 29 19:03:56.733500 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d626-6e22-4017-9226-759f8167501c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.744357 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d626-6e22-4017-9226-759f8167501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.753258 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-251c11ba-9bed-48a6-9190-ba8a71840d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.767431 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-251c11ba-9bed-48a6-9190-ba8a71840d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.799549 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9d626-6e22-4017-9226-759f8167501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58878b1a-5ef0-4cfe-b62a-0e2288851c38,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:56.809009 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b8e9d626-6e22-4017-9226-759f8167501c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c573df27578f40d4ab208f9663b5d30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387463 Nov 29 19:03:56.811760 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53820) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:56.841259 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-251c11ba-9bed-48a6-9190-ba8a71840d36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7bcca9caccb447f6ac0ffc48484d8868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792939 Nov 29 19:03:56.844545 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53822) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:56.858411 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c11ba-9bed-48a6-9190-ba8a71840d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2a706-c9d7-467e-a7e3-d28a814dc195,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:56.863275 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d41218-7847-4b49-8284-5489514d9f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.891668 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d41218-7847-4b49-8284-5489514d9f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.908768 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13c103e0-25b8-424b-99dd-898a2135aa76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.932001 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13c103e0-25b8-424b-99dd-898a2135aa76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.962180 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f9d6e-9117-4020-884c-3191c231a810 req-aa360208-da39-4233-9819-a06f3b5be444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:56.963911 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-416f9d6e-9117-4020-884c-3191c231a810 req-aa360208-da39-4233-9819-a06f3b5be444 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 1098 time: 0.0481737 Nov 29 19:03:56.982549 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d41218-7847-4b49-8284-5489514d9f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.985340 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13c103e0-25b8-424b-99dd-898a2135aa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.985782 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d41218-7847-4b49-8284-5489514d9f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.986942 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-65d41218-7847-4b49-8284-5489514d9f8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58878b1a-5ef0-4cfe-b62a-0e2288851c38 HTTP/1.1" status: 204 len: 168 time: 0.1741903 Nov 29 19:03:56.987932 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13c103e0-25b8-424b-99dd-898a2135aa76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.992100 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-13c103e0-25b8-424b-99dd-898a2135aa76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3e2a706-c9d7-467e-a7e3-d28a814dc195 HTTP/1.1" status: 204 len: 168 time: 0.1443508 Nov 29 19:03:57.001511 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c103e0-25b8-424b-99dd-898a2135aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2a706-c9d7-467e-a7e3-d28a814dc195,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:57.014001 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d41218-7847-4b49-8284-5489514d9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58878b1a-5ef0-4cfe-b62a-0e2288851c38,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:57.046716 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-416f9d6e-9117-4020-884c-3191c231a810 req-3b895485-a470-443e-adb7-7d1b2b7463dd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703154 Nov 29 19:03:57.283681 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53842) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:57.298989 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afd96773-09b9-4407-b8b1-c5a09ba5985d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.385652 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afd96773-09b9-4407-b8b1-c5a09ba5985d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.389576 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afd96773-09b9-4407-b8b1-c5a09ba5985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.427740 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-afd96773-09b9-4407-b8b1-c5a09ba5985d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83a20dd6af7a4c5caa52909bc2470f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429617 Nov 29 19:03:57.428588 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd96773-09b9-4407-b8b1-c5a09ba5985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a9eec4-fa00-483e-86f2-a0b95836da2d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:57.431208 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53846) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:57.483741 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-293592a4-0dce-485d-9aab-7942995daa32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.507416 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-293592a4-0dce-485d-9aab-7942995daa32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.563211 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-293592a4-0dce-485d-9aab-7942995daa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.566138 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-293592a4-0dce-485d-9aab-7942995daa32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.570635 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-293592a4-0dce-485d-9aab-7942995daa32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18a9eec4-fa00-483e-86f2-a0b95836da2d HTTP/1.1" status: 204 len: 168 time: 0.1351779 Nov 29 19:03:57.576404 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293592a4-0dce-485d-9aab-7942995daa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a9eec4-fa00-483e-86f2-a0b95836da2d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:57.845636 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978a0c4-79a4-431b-a88d-fee2bc48b1ce req-d70eb5dc-55e3-454f-86ed-21947f09cd11 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:57.847358 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d978a0c4-79a4-431b-a88d-fee2bc48b1ce req-d70eb5dc-55e3-454f-86ed-21947f09cd11 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0769172 Nov 29 19:03:57.916920 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d978a0c4-79a4-431b-a88d-fee2bc48b1ce req-a247a818-912d-4c26-94c1-4dec5b7ae3dc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580709 Nov 29 19:03:57.927592 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 53872) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:57.942110 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-094d7842-1641-4a55-9b3d-516e3316315c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:58.032366 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-094d7842-1641-4a55-9b3d-516e3316315c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:58.037252 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-094d7842-1641-4a55-9b3d-516e3316315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:58.077881 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-094d7842-1641-4a55-9b3d-516e3316315c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc7f6e321c144063afa71b0b6416db5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485586 Nov 29 19:03:58.078902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d7842-1641-4a55-9b3d-516e3316315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c616241c-1826-4ebe-9655-8cfbdcc01518,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:58.080863 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 53876) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:58.140771 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a46-8dac-4c0b-83b1-3a22a68829a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:58.172144 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a46-8dac-4c0b-83b1-3a22a68829a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:58.223111 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a46-8dac-4c0b-83b1-3a22a68829a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:58.225674 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a46-8dac-4c0b-83b1-3a22a68829a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:58.229154 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b45d9a46-8dac-4c0b-83b1-3a22a68829a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c616241c-1826-4ebe-9655-8cfbdcc01518 HTTP/1.1" status: 204 len: 168 time: 0.1448512 Nov 29 19:03:58.234398 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d9a46-8dac-4c0b-83b1-3a22a68829a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c616241c-1826-4ebe-9655-8cfbdcc01518,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:59.065696 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c27cb-9cdb-4630-8196-680fbd46a1b9 req-8fa83588-436e-44f3-a21c-2031fb4b471c tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:59.067429 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ed0c27cb-9cdb-4630-8196-680fbd46a1b9 req-8fa83588-436e-44f3-a21c-2031fb4b471c tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0623565 Nov 29 19:03:59.132609 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ed0c27cb-9cdb-4630-8196-680fbd46a1b9 req-b59149e1-3305-41db-97d0-5c890ed9b9a0 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592387 Nov 29 19:03:59.411645 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-0963d0de-a43a-4171-96a6-5368422bad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:59.414454 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-0963d0de-a43a-4171-96a6-5368422bad86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 1098 time: 0.0556023 Nov 29 19:03:59.463285 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3e06e-0f6c-4872-8fea-e6446d8e4edb req-44bc57ba-810a-4410-a801-156549849d27 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:59.470839 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-16f3e06e-0f6c-4872-8fea-e6446d8e4edb req-44bc57ba-810a-4410-a801-156549849d27 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0925875 Nov 29 19:03:59.537568 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-16f3e06e-0f6c-4872-8fea-e6446d8e4edb req-27d4d144-6c2b-4ff7-9d05-8d74a900c89f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657673 Nov 29 19:03:59.609186 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-66fcb5f9-d796-4988-8d88-fc29df778dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:59.610993 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-66fcb5f9-d796-4988-8d88-fc29df778dff service neutron] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 920 time: 0.1888864 Nov 29 19:03:59.661157 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-b50c6e42-3ec3-46ca-b6b6-58aa26434c26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5 HTTP/1.1" status: 200 len: 217 time: 0.0419476 Nov 29 19:03:59.715483 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-9838b34d-759a-449c-8475-69f00dbf7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:59.716933 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-9838b34d-759a-449c-8475-69f00dbf7f3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.0473959 Nov 29 19:03:59.750064 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-6b89e38f-7e2a-47e6-86e4-9c96e2f517c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242541 Nov 29 19:03:59.864855 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-f8053409-331e-4aee-ba47-01031588a76a service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021512 Nov 29 19:03:59.953260 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-501bccf5-06d5-41dd-b50d-b9a85d2053c0 req-e2bbdf04-a690-4bef-988e-ae12e3ba1e48 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Nov 29 19:04:00.653279 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d6f0-4559-4d34-94a2-40adc088c3a8 req-55f58771-d26f-4a6d-88ea-ceed9350f14f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:00.654978 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-56c2d6f0-4559-4d34-94a2-40adc088c3a8 req-55f58771-d26f-4a6d-88ea-ceed9350f14f tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0576651 Nov 29 19:04:00.705964 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-56c2d6f0-4559-4d34-94a2-40adc088c3a8 req-8cffe384-620b-4b35-81b0-7d1ec589aab6 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Nov 29 19:04:01.822637 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e3eea-9e7f-4d0e-a968-0176246ffde7 req-76c48c73-356c-49ea-b4a7-5ffbc1c7c3cc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:01.824166 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-391e3eea-9e7f-4d0e-a968-0176246ffde7 req-76c48c73-356c-49ea-b4a7-5ffbc1c7c3cc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Nov 29 19:04:01.873938 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-391e3eea-9e7f-4d0e-a968-0176246ffde7 req-c281c668-ba5c-42ca-8e3c-80676b2f87ac tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Nov 29 19:04:02.993618 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5544321-b5f4-440e-b464-7ba1f9dade80 req-06fcddf0-3eb1-425f-8b74-38af6ef80272 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:02.995231 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e5544321-b5f4-440e-b464-7ba1f9dade80 req-06fcddf0-3eb1-425f-8b74-38af6ef80272 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0537267 Nov 29 19:04:03.044277 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e5544321-b5f4-440e-b464-7ba1f9dade80 req-6192f22d-d2bd-4043-82c1-b3357ab91343 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Nov 29 19:04:04.170682 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581f1ce-dda5-4b36-95b5-7c1d0066c734 req-0d4093d2-423f-4c94-b1d7-ca7b568e459a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:04.172256 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c581f1ce-dda5-4b36-95b5-7c1d0066c734 req-0d4093d2-423f-4c94-b1d7-ca7b568e459a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0543768 Nov 29 19:04:04.238735 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c581f1ce-dda5-4b36-95b5-7c1d0066c734 req-9f130464-1d87-40d3-930e-e0edb67553bc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562127 Nov 29 19:04:05.348069 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d5392-4c29-4034-b670-ea0ed69dc04c req-4db131af-105a-4d41-b3f9-1d8fbcdb383a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:05.349784 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d93d5392-4c29-4034-b670-ea0ed69dc04c req-4db131af-105a-4d41-b3f9-1d8fbcdb383a tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0499773 Nov 29 19:04:05.406811 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d93d5392-4c29-4034-b670-ea0ed69dc04c req-d7e0ae4f-8a6e-4ea1-9d4f-396d5563aaeb tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 Nov 29 19:04:06.814241 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745271-3a54-4525-aa42-8eb789d22150 req-79a8d831-267e-466c-88b1-d4d18acfcd54 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:06.815760 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2b745271-3a54-4525-aa42-8eb789d22150 req-79a8d831-267e-466c-88b1-d4d18acfcd54 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0495901 Nov 29 19:04:06.863657 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2b745271-3a54-4525-aa42-8eb789d22150 req-be6a9542-abd3-48c0-bdb8-4ed3bee00a4e tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Nov 29 19:04:07.583381 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54144) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:07.654108 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54150) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:07.736322 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:07.759323 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:07.816712 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:07.820389 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:07.840716 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:07.845998 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:07.851437 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a53758-1c44-48d5-85cd-3fb8b44c1d69,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:07.862100 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.862614 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.863060 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.863468 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.863875 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.864279 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.864687 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.865113 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.865513 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.865908 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.866323 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.866716 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.877816 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb075e-a269-4b23-90ce-1a43ce1ac441,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:07.885415 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-5eb8406b-740f-4886-bd40-033e2e9f6139 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76945946c73c4b85b6cc0b4de1fe89ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008592 Nov 29 19:04:07.886087 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54158) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:07.899177 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.899922 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.900278 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.900620 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.901158 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.901655 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.902146 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.902658 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.903169 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.903667 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.904172 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.904655 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:07.911803 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-23600560-7956-4d6c-92ae-95f4e7cfcd81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28208db78b5840d7be8be981cd92cc45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566090 Nov 29 19:04:07.914722 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54160) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:07.968397 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-db6066e8-c5b4-42ef-bb34-565713301316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:07.995426 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22b84fc2-f3c8-4b83-9532-fa1f5f729be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.001472 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-db6066e8-c5b4-42ef-bb34-565713301316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.038847 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22b84fc2-f3c8-4b83-9532-fa1f5f729be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.090356 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-db6066e8-c5b4-42ef-bb34-565713301316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.092877 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-db6066e8-c5b4-42ef-bb34-565713301316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.094030 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-db6066e8-c5b4-42ef-bb34-565713301316 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94a53758-1c44-48d5-85cd-3fb8b44c1d69 HTTP/1.1" status: 204 len: 168 time: 0.2068338 Nov 29 19:04:08.104540 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22b84fc2-f3c8-4b83-9532-fa1f5f729be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.107053 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22b84fc2-f3c8-4b83-9532-fa1f5f729be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.108138 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-22b84fc2-f3c8-4b83-9532-fa1f5f729be5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75eb075e-a269-4b23-90ce-1a43ce1ac441 HTTP/1.1" status: 204 len: 168 time: 0.1924317 Nov 29 19:04:08.109154 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6066e8-c5b4-42ef-bb34-565713301316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a53758-1c44-48d5-85cd-3fb8b44c1d69,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:08.118451 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b84fc2-f3c8-4b83-9532-fa1f5f729be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb075e-a269-4b23-90ce-1a43ce1ac441,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:08.404100 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54178) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:08.417869 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82e839c7-ba05-4910-9229-42271ae9f890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.494552 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82e839c7-ba05-4910-9229-42271ae9f890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.497116 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82e839c7-ba05-4910-9229-42271ae9f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.536224 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e839c7-ba05-4910-9229-42271ae9f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad3fca6-63e2-4b4c-89be-e44b28248691,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:08.542840 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-82e839c7-ba05-4910-9229-42271ae9f890 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab8706e8020e4a11a57d8edf70fd2bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373999 Nov 29 19:04:08.545348 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54182) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:08.594231 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-caddf98c-299e-4c98-9834-8de118f72dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.615829 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-caddf98c-299e-4c98-9834-8de118f72dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.667579 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-caddf98c-299e-4c98-9834-8de118f72dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.670165 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-caddf98c-299e-4c98-9834-8de118f72dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.671329 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-caddf98c-299e-4c98-9834-8de118f72dfe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ad3fca6-63e2-4b4c-89be-e44b28248691 HTTP/1.1" status: 204 len: 168 time: 0.1248536 Nov 29 19:04:08.679584 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddf98c-299e-4c98-9834-8de118f72dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad3fca6-63e2-4b4c-89be-e44b28248691,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:08.811548 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54198) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:08.914320 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1634754902-network', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:08.945300 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Made reservation on behalf of c8cd17cd18784e3aab79f54bc45db851 for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:08.947685 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.958500 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54206) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:08.958993 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:08.975937 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f16c23-cd9e-4743-a23a-c2c0767c4f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.044837 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.048840 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.053959 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f16c23-cd9e-4743-a23a-c2c0767c4f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.057809 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f16c23-cd9e-4743-a23a-c2c0767c4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.074342 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:04:09.084270 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b5ff3-1412-4059-8166-e85cda24005e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:09.088983 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.089330 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Added segment 99bcef77-1f65-450a-93d2-c0fef5623a5a of type vlan for network d9b8760b-a2c8-48c7-a445-2068ebcf22ce Nov 29 19:04:09.096755 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f16c23-cd9e-4743-a23a-c2c0767c4f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b7c1f4-4139-4238-8358-258b004192ab,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:09.101319 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-16f16c23-cd9e-4743-a23a-c2c0767c4f74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db0f0d58302b442785a68e5afdc06036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415482 Nov 29 19:04:09.104013 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54208) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:09.131466 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.155814 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.156732 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:09.157167 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-689bbc83-09ce-43b2-981b-08efa3451d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.157299 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.179460 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-689bbc83-09ce-43b2-981b-08efa3451d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.213837 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4011693 Nov 29 19:04:09.217256 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54210) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:09.220930 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec0dff-28c6-47de-a681-df6baba3bc05 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b8760b-a2c8-48c7-a445-2068ebcf22ce,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:09.222866 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Request body: {'subnet': {'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1634754902-subnet', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:09.231846 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:04:09.243107 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-689bbc83-09ce-43b2-981b-08efa3451d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.247263 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-689bbc83-09ce-43b2-981b-08efa3451d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.248686 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-689bbc83-09ce-43b2-981b-08efa3451d5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35b7c1f4-4139-4238-8358-258b004192ab HTTP/1.1" status: 204 len: 168 time: 0.1435928 Nov 29 19:04:09.259736 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Made reservation on behalf of c8cd17cd18784e3aab79f54bc45db851 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:09.262510 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26608298'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.264356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bbc83-09ce-43b2-981b-08efa3451d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b7c1f4-4139-4238-8358-258b004192ab,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:09.460434 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26339452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26608308'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.517246 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd96acd-8351-4793-90d0-fd1f713e921f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:09.526790 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Checking segment: {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:09.527148 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Network hostable DHCP agents. Network: d9b8760b-a2c8-48c7-a445-2068ebcf22ce, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:04:09.543993 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:04:09.555847 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, d9b8760b-a2c8-48c7-a445-2068ebcf22ce) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:09.560629 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:09.561233 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.566296 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec131e4b-ba1c-4bdb-86c2-fe77b69af81d None None] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:09.583950 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-0a453975-8407-4f45-b738-b4bb768b581f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3612669 Nov 29 19:04:09.584760 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54222) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:09.589381 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:09.618967 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.620522 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.679014 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.730683 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-d9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'fixed_ips': [{'subnet_id': 'cdd96acd-8351-4793-90d0-fd1f713e921f'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:04:09.732090 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.841600 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:09.877267 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Allocated IP 172.20.0.2 (d9b8760b-a2c8-48c7-a445-2068ebcf22ce/cdd96acd-8351-4793-90d0-fd1f713e921f/15fa6095-20a6-4c6a-a2f6-01387bbe2bdc) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:10.038112 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.044334 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.060051 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.080995 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.085852 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:10.091432 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:10.095973 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:10.105282 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Pushing event updated for resources: {'Port': ['ID=15fa6095-20a6-4c6a-a2f6-01387bbe2bdc,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:10.149057 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.149414 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.149756 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.150300 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.150839 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.151341 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.151674 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.152004 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.152354 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.152681 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.153010 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.153328 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:10.165503 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Attempting to bind port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:10.165879 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Attempting to bind port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:10.166237 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Attempting to bind port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc on network d9b8760b-a2c8-48c7-a445-2068ebcf22ce {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:10.171392 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:10.172259 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Checking segment: {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:10.172811 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.173394 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Bound using segment: {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:10.174010 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Bound port: 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:10.174750 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.199112 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Allocated IP 172.27.2.154 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/5bd3aa86-e8fb-4916-9d6d-756df9db5f7f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:10.241549 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] For port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:10.245168 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] For port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=15fa6095-20a6-4c6a-a2f6-01387bbe2bdc,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:10.250021 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.312465 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.312672 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4bafc-7557-42e5-9d7d-57aacc782503 None None] Pushing event updated for resources: {'Port': ['ID=15fa6095-20a6-4c6a-a2f6-01387bbe2bdc,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:10.356518 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.411327 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:10.414434 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:10.417087 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:10.449067 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:10.712183 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.731092 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:10.782859 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:10.783241 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.879970 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.911771 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=15fa6095-20a6-4c6a-a2f6-01387bbe2bdc,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:10.916786 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.918724 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:10.962924 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=15fa6095-20a6-4c6a-a2f6-01387bbe2bdc,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:11.208838 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-67b6db00-3397-4322-9e2a-d9a4cfb7aac4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424058 Nov 29 19:04:11.255659 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Router 1020fad4-bbf0-414f-9f42-b342287b89af is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:04:11.276905 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da068909-723b-483e-8888-853b9474f24a req-cd3daed9-22e7-42b7-942f-311a6fbd7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:11.278457 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-cd3daed9-22e7-42b7-942f-311a6fbd7324 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1098 time: 0.0491700 Nov 29 19:04:11.302287 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283504d-45a1-423b-b740-468008eb4dfa None None] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:11.369319 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:11.383222 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Sync routers for ids ['1020fad4-bbf0-414f-9f42-b342287b89af'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:11.396184 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-72519770-a58c-4501-ad1e-816ed0331917 None None] Provisioning complete for port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:11.396560 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-72519770-a58c-4501-ad1e-816ed0331917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:11.399280 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:11.399574 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Routers {'1020fad4-bbf0-414f-9f42-b342287b89af'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:11.401091 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['1020fad4-bbf0-414f-9f42-b342287b89af'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:11.407364 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-4fe2cc1c-0b98-4828-ac92-b920f10fb185 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8181477 Nov 29 19:04:11.407661 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54260) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:11.418634 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da068909-723b-483e-8888-853b9474f24a req-4c7302ce-1e5e-45c3-b951-6531dfdb0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:11.420255 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-4c7302ce-1e5e-45c3-b951-6531dfdb0d7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.1190338 Nov 29 19:04:11.482136 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-b953e080-021f-4624-b11a-e6f05fbe2631 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 200 len: 217 time: 0.0534499 Nov 29 19:04:11.549897 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Set router 1020fad4-bbf0-414f-9f42-b342287b89af gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:11.569645 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da068909-723b-483e-8888-853b9474f24a req-da3dbf06-189e-4526-94c0-55807ec969de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:11.571291 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-da3dbf06-189e-4526-94c0-55807ec969de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0813513 Nov 29 19:04:11.620070 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-dc162448-7fbf-49b6-afdf-4e651542954a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359037 Nov 29 19:04:11.797275 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-d8c31ca7-6df3-42c8-951b-e2b18bcd3eae service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660504 Nov 29 19:04:11.822287 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:04:10Z', 'revision_number': 3, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port': {'id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:10Z', 'updated_at': '2021-11-29T19:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:11.857958 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Checking router: 1020fad4-bbf0-414f-9f42-b342287b89af for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:11.858484 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Updating router 1020fad4-bbf0-414f-9f42-b342287b89af port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:11.886306 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:11.907368 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-da068909-723b-483e-8888-853b9474f24a req-97713f7c-0f6b-41bc-9a9e-b6bbdab45f10 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024027 Nov 29 19:04:11.917484 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e12ccd1d-aa14-4c10-b7cd-a75aeed8a963 None None] Provisioning complete for port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:11.918212 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e12ccd1d-aa14-4c10-b7cd-a75aeed8a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:11.993493 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.186200 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Allocated IP 172.20.0.1 (d9b8760b-a2c8-48c7-a445-2068ebcf22ce/cdd96acd-8351-4793-90d0-fd1f713e921f/59656c00-2ef3-4a4a-a56f-b093debc713c) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:12.192692 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.198198 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.268285 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Attempting to bind port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:12.268693 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Attempting to bind port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:12.269327 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Attempting to bind port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:12.272241 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Pushing event updated for resources: {'Port': ['ID=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:12.276759 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:12.277134 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:12.277528 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.277917 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:12.278408 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Bound port: 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:12.278809 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.292822 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.303200 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.303582 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.303933 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.304275 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.304611 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.304942 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.305270 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.305597 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.305939 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.306290 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.306607 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.306933 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:04:12.330044 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.343036 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] For port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:12.346661 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] For port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:12.351896 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.373870 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:12.381059 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:12.384649 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:12.412103 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Pushing event updated for resources: {'Port': ['ID=59656c00-2ef3-4a4a-a56f-b093debc713c,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:12.419037 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Routers {'1020fad4-bbf0-414f-9f42-b342287b89af'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:12.420118 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['1020fad4-bbf0-414f-9f42-b342287b89af'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:12.424180 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0be5a-735b-4450-b1a3-23153ca878b2 None None] Pushing event updated for resources: {'Port': ['ID=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:12.428658 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.565516 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] Set router 1020fad4-bbf0-414f-9f42-b342287b89af gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:12.604033 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.655852 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-325bc114-e104-405b-a651-9bc1bdcc4ddf None None] Provisioning complete for port 59656c00-2ef3-4a4a-a56f-b093debc713c triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:12.656959 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-325bc114-e104-405b-a651-9bc1bdcc4ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.696335 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:12.739003 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-325bc114-e104-405b-a651-9bc1bdcc4ddf None None] Port 59656c00-2ef3-4a4a-a56f-b093debc713c cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:12.756961 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:12.757592 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.775663 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:04:10Z', 'revision_number': 3, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port': {'id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:10Z', 'updated_at': '2021-11-29T19:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:12.787791 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.793044 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.802197 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd5ee-784e-4632-be18-ee1ffccf5689 None None] The sync data for ids ['1020fad4-bbf0-414f-9f42-b342287b89af'] in dv-cinder-815746-3-iscsi is: [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:04:10Z', 'revision_number': 3, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port': {'id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:10Z', 'updated_at': '2021-11-29T19:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:12.865656 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Pushing event updated for resources: {'Port': ['ID=59656c00-2ef3-4a4a-a56f-b093debc713c,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:12.868207 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:12.974384 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:12.975820 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:13.125065 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Router 1020fad4-bbf0-414f-9f42-b342287b89af has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:04:13.247492 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54292) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:13.266668 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-beaf255c-e8f0-4630-bfb9-c0a155acac01 None None] Provisioning complete for port 59656c00-2ef3-4a4a-a56f-b093debc713c triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:13.267347 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-beaf255c-e8f0-4630-bfb9-c0a155acac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.272667 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:13.287589 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-a0563d26-89e7-42fe-a98f-d16d7f03bdff admin admin] 10.222.0.45 "PUT /v2.0/routers/1020fad4-bbf0-414f-9f42-b342287b89af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788688 Nov 29 19:04:13.304944 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-beaf255c-e8f0-4630-bfb9-c0a155acac01 None None] Port 59656c00-2ef3-4a4a-a56f-b093debc713c cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:13.390494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d3414a0-151c-4a8f-b39b-cc562bffa758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.474575 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d3414a0-151c-4a8f-b39b-cc562bffa758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.479664 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d3414a0-151c-4a8f-b39b-cc562bffa758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.522717 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-9d3414a0-151c-4a8f-b39b-cc562bffa758 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ab515836c8245af972ee94fddde32fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738354 Nov 29 19:04:13.523562 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3414a0-151c-4a8f-b39b-cc562bffa758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b3bf1-8f07-42f7-84d5-af575c6a2b51,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:13.525619 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54302) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:13.608623 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ed223f6-e35d-4b9c-8c21-cc691457526a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.640521 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ed223f6-e35d-4b9c-8c21-cc691457526a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.695603 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ed223f6-e35d-4b9c-8c21-cc691457526a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.698244 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ed223f6-e35d-4b9c-8c21-cc691457526a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.699465 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-7ed223f6-e35d-4b9c-8c21-cc691457526a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b09b3bf1-8f07-42f7-84d5-af575c6a2b51 HTTP/1.1" status: 204 len: 168 time: 0.1686647 Nov 29 19:04:13.708224 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed223f6-e35d-4b9c-8c21-cc691457526a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b3bf1-8f07-42f7-84d5-af575c6a2b51,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:13.858007 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54316) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:13.863762 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1514373293-network', 'tenant_id': 'e62d46a85767414ea90c569881df13dd'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:13.884354 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Made reservation on behalf of e62d46a85767414ea90c569881df13dd for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:13.886649 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.895558 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.969806 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:13.980007 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.009746 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:04:14.011627 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0da6947-0a4a-4ea2-9404-da5b1d8933a3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:14.022209 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.022649 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Added segment ae0d61fa-d93b-41ff-bc85-0a8e4ee399af of type vlan for network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e Nov 29 19:04:14.066374 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.094513 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.095451 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:14.096026 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.151468 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2922435 Nov 29 19:04:14.154280 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54330) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:14.159175 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Request body: {'subnet': {'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1514373293-subnet', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:14.160703 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6f542-f631-427c-a0a5-84716bebb529 admin admin] Pushing event updated for resources: {'Network': ['ID=e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:14.172121 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:04:14.181302 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Made reservation on behalf of e62d46a85767414ea90c569881df13dd for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:14.184399 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26608298'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.406585 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26339452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26608308'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.467871 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f777d77-8fce-4ab0-be1f-63c63a761a4f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:14.476458 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Checking segment: {'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:14.476814 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Network hostable DHCP agents. Network: e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:04:14.493348 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54344) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:14.499716 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:04:14.510028 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:14.514675 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:14.515286 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.520499 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b37b73-06c3-41e4-af04-50a71e430d11 None None] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:14.536159 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-137e1716-ad5d-46d5-9f0e-e7d3591e71b0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3807385 Nov 29 19:04:14.538740 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54348) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:14.543610 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:14.569427 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.571815 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.646564 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Sync routers for ids ['1020fad4-bbf0-414f-9f42-b342287b89af'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:14.673298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1597023393-network', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:14.680779 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Routers {'1020fad4-bbf0-414f-9f42-b342287b89af'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:14.681534 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['1020fad4-bbf0-414f-9f42-b342287b89af'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:14.685143 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.729830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Made reservation on behalf of f78ccaccba9748fc999b4ff09de3cac6 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:14.732166 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.770585 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.783223 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:14.844563 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e', 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'fixed_ips': [{'subnet_id': '7f777d77-8fce-4ab0-be1f-63c63a761a4f'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:04:14.845420 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.851101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Set router 1020fad4-bbf0-414f-9f42-b342287b89af gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:14.862037 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.973092 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:14.980767 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.005717 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:04:15.029660 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.030013 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Added segment efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f of type vlan for network c4c61250-35ff-4946-b863-f7fad0ac45ef Nov 29 19:04:15.074348 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d80804-5ae1-4233-8327-aeed009690a3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:15.095217 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.164612 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:15.164982 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.189203 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.190150 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:15.190863 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.266924 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Allocated IP 172.20.0.2 (e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e/7f777d77-8fce-4ab0-be1f-63c63a761a4f/5423ea7b-1ee6-4c46-b13f-ce35fafe04ae) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:15.275571 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7811642 Nov 29 19:04:15.278928 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54354) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:15.285834 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731f519-fa17-4081-bc4b-78346bc60d77 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c61250-35ff-4946-b863-f7fad0ac45ef,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:15.288863 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Request body: {'subnet': {'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1597023393-subnet', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:15.292515 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.324732 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Made reservation on behalf of f78ccaccba9748fc999b4ff09de3cac6 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:15.327837 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28960076'] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.335420 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.388991 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network c4c61250-35ff-4946-b863-f7fad0ac45ef details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:04:15.517666 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.541965 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28345349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28960082'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.564393 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:15.576401 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.603352 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:04:12Z', 'revision_number': 4, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port': {'id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:10Z', 'updated_at': '2021-11-29T19:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '59656c00-2ef3-4a4a-a56f-b093debc713c', 'name': '', 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'mac_address': 'fa:16:3e:4f:c3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cdd96acd-8351-4793-90d0-fd1f713e921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:12Z', 'updated_at': '2021-11-29T19:04:12Z', 'revision_number': 2, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'subnets': [{'id': 'cdd96acd-8351-4793-90d0-fd1f713e921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:15.605740 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=267a4154-45dc-4a0b-8cab-322792209266,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:15.616708 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Checking segment: {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:15.617167 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Network hostable DHCP agents. Network: c4c61250-35ff-4946-b863-f7fad0ac45ef, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:04:15.639274 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Network c4c61250-35ff-4946-b863-f7fad0ac45ef is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:04:15.651373 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, c4c61250-35ff-4946-b863-f7fad0ac45ef) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:15.656625 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:15.657321 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.663497 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Checking router: 1020fad4-bbf0-414f-9f42-b342287b89af for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:15.663844 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Updating router 1020fad4-bbf0-414f-9f42-b342287b89af port 59656c00-2ef3-4a4a-a56f-b093debc713c binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:15.670217 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f471e3-525a-4cc9-9572-7ce7bcd64ef4 None None] Network c4c61250-35ff-4946-b863-f7fad0ac45ef requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:15.682671 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-762c4464-a4d5-4d62-8648-47a66a3dcb8d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4017742 Nov 29 19:04:15.684928 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54362) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:15.691928 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:15.695720 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Allocated IP 172.27.2.83 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/3fd68f9f-fab4-4212-8cf8-55a65b75a483) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:15.721804 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.723276 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.764549 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.774938 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:15.779101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.781517 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.785233 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.825024 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.847973 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:15.865242 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:15.879559 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:15.890721 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:15.911203 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Pushing event updated for resources: {'Port': ['ID=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:15.912046 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:15.915052 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:15.919452 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:15.922669 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd68f9f-fab4-4212-8cf8-55a65b75a483,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:15.945272 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.015366 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.072148 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Attempting to bind port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:16.072583 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Attempting to bind port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:16.073160 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Attempting to bind port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae on network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:16.087749 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:16.088274 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Checking segment: {'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:16.088853 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.089502 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Bound using segment: {'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:16.090134 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Bound port: 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:16.090723 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.185498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-c4c61250-35ff-4946-b863-f7fad0ac45ef', 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'fixed_ips': [{'subnet_id': '267a4154-45dc-4a0b-8cab-322792209266'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:04:16.186708 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.211061 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.331038 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] For port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:16.406301 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.411604 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.415608 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] For port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,segment=NetworkSegment(ae0d61fa-d93b-41ff-bc85-0a8e4ee399af),segment_id=ae0d61fa-d93b-41ff-bc85-0a8e4ee399af)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:16.419443 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.441354 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.442327 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.449491 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.523391 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e14462-9567-42b6-84e1-a8c78c0c6490 None None] Pushing event updated for resources: {'Port': ['ID=59656c00-2ef3-4a4a-a56f-b093debc713c,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:16.567945 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Allocated IP 172.20.0.2 (c4c61250-35ff-4946-b863-f7fad0ac45ef/267a4154-45dc-4a0b-8cab-322792209266/7c761cac-b0d5-49b1-96e0-1822a767268d) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:16.592004 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Allocated IP 172.27.2.59 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/dcadd486-756a-47e7-a5c0-20b812f908bc) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:16.693771 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Router 068e339d-92af-4c5a-ae84-3292689b4752 is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:04:16.698176 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Attempting to bind port 59656c00-2ef3-4a4a-a56f-b093debc713c on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:16.698785 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Attempting to bind port 59656c00-2ef3-4a4a-a56f-b093debc713c by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:16.699347 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Attempting to bind port 59656c00-2ef3-4a4a-a56f-b093debc713c on network d9b8760b-a2c8-48c7-a445-2068ebcf22ce {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:16.707066 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4013eae-0e25-4b2c-ae77-fc89ec402761 None None] Pushing event updated for resources: {'Port': ['ID=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:16.715930 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:16.716792 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Checking segment: {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:16.717501 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.718024 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Bound using segment: {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:16.718737 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Bound port: 59656c00-2ef3-4a4a-a56f-b093debc713c, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:16.719261 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.767617 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.801474 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:16.843908 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:16.913776 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:16.917032 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:16.920996 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:16.954000 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Pushing event updated for resources: {'Port': ['ID=dcadd486-756a-47e7-a5c0-20b812f908bc,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:16.955505 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:16.976586 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Sync routers for ids ['068e339d-92af-4c5a-ae84-3292689b4752'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:16.997393 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Routers {'068e339d-92af-4c5a-ae84-3292689b4752'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:16.998874 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['068e339d-92af-4c5a-ae84-3292689b4752'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:17.009639 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.011083 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5841f9d8-94c3-4144-9b73-9485ee29ac97 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4712307 Nov 29 19:04:17.014467 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54374) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:17.102823 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-a81503fb-9288-4b5d-bac3-877bdf07f555 None None] Provisioning complete for port 59656c00-2ef3-4a4a-a56f-b093debc713c triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:17.103086 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a81503fb-9288-4b5d-bac3-877bdf07f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.109771 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] For port 59656c00-2ef3-4a4a-a56f-b093debc713c, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:17.169219 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] For port 59656c00-2ef3-4a4a-a56f-b093debc713c, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=59656c00-2ef3-4a4a-a56f-b093debc713c,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:17.183383 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.186396 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.195783 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-a81503fb-9288-4b5d-bac3-877bdf07f555 None None] Port 59656c00-2ef3-4a4a-a56f-b093debc713c cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:17.219110 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.234482 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:17.234853 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.267794 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Set router 068e339d-92af-4c5a-ae84-3292689b4752 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:17.302806 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Network c4c61250-35ff-4946-b863-f7fad0ac45ef is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:17.314454 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.318400 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:17.324475 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Routers {'1020fad4-bbf0-414f-9f42-b342287b89af'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:17.324890 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['1020fad4-bbf0-414f-9f42-b342287b89af'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:17.328045 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:17.332840 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e14462-9567-42b6-84e1-a8c78c0c6490 None None] Pushing event updated for resources: {'Port': ['ID=59656c00-2ef3-4a4a-a56f-b093debc713c,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:17.583745 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Pushing event updated for resources: {'Port': ['ID=7c761cac-b0d5-49b1-96e0-1822a767268d,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:17.593805 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:04:16Z', 'revision_number': 3, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port': {'id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:17.601145 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Attempting to bind port 7c761cac-b0d5-49b1-96e0-1822a767268d on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:17.601518 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Attempting to bind port 7c761cac-b0d5-49b1-96e0-1822a767268d by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:17.601876 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Attempting to bind port 7c761cac-b0d5-49b1-96e0-1822a767268d on network c4c61250-35ff-4946-b863-f7fad0ac45ef {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:17.622463 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.661246 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Checking router: 068e339d-92af-4c5a-ae84-3292689b4752 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:17.661997 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Updating router 068e339d-92af-4c5a-ae84-3292689b4752 port 3fd68f9f-fab4-4212-8cf8-55a65b75a483 binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:17.665339 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:17.665719 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Checking segment: {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:17.666120 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.666545 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Bound using segment: {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:17.667034 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Bound port: 7c761cac-b0d5-49b1-96e0-1822a767268d, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:17.668378 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.694927 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.698649 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] Set router 1020fad4-bbf0-414f-9f42-b342287b89af gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:17.779522 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.786008 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-80468996-e0de-4aed-b51b-5481949d6c80 None None] Provisioning complete for port 59656c00-2ef3-4a4a-a56f-b093debc713c triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:17.786391 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-80468996-e0de-4aed-b51b-5481949d6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:17.834619 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Router a62356c2-1974-485b-bb81-882d76ee3838 is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:04:17.966657 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] For port 7c761cac-b0d5-49b1-96e0-1822a767268d, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:17.971606 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] For port 7c761cac-b0d5-49b1-96e0-1822a767268d, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=7c761cac-b0d5-49b1-96e0-1822a767268d,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:17.979271 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.055510 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:18.056954 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Allocated IP 172.20.0.1 (e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e/7f777d77-8fce-4ab0-be1f-63c63a761a4f/f24ca5db-af16-47f8-8e84-3378e7d57dbf) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:18.077471 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Sync routers for ids ['a62356c2-1974-485b-bb81-882d76ee3838'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:18.104537 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.117156 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-5abcd58d-d572-46b2-ad0c-c4161fa6013a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4292336 Nov 29 19:04:18.117835 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54384) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:18.146974 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.156529 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.168682 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e654f-fa0d-421d-ad1c-fd71e6cbc9ac None None] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:18.176051 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc57dd1-661d-43be-a880-d41024a17ca7 None None] Pushing event updated for resources: {'Port': ['ID=7c761cac-b0d5-49b1-96e0-1822a767268d,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:18.237970 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c933c0-0880-4cee-bc86-fbbbbb2d56ec None None] Pushing event updated for resources: {'Port': ['ID=3fd68f9f-fab4-4212-8cf8-55a65b75a483,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:18.248343 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.271902 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Attempting to bind port 3fd68f9f-fab4-4212-8cf8-55a65b75a483 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:18.272721 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Attempting to bind port 3fd68f9f-fab4-4212-8cf8-55a65b75a483 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:18.272846 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Attempting to bind port 3fd68f9f-fab4-4212-8cf8-55a65b75a483 on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:18.275883 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Routers {'a62356c2-1974-485b-bb81-882d76ee3838'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:18.276543 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['a62356c2-1974-485b-bb81-882d76ee3838'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:18.289266 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-80468996-e0de-4aed-b51b-5481949d6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.289568 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:18.289568 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:18.289568 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.289568 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:18.289568 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Bound port: 3fd68f9f-fab4-4212-8cf8-55a65b75a483, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:18.289568 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.321307 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.380150 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] For port 3fd68f9f-fab4-4212-8cf8-55a65b75a483, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:18.384239 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] For port 3fd68f9f-fab4-4212-8cf8-55a65b75a483, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=3fd68f9f-fab4-4212-8cf8-55a65b75a483,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:18.390277 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.424154 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:18.443238 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:18.449195 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:18.452639 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Pushing event updated for resources: {'Port': ['ID=f24ca5db-af16-47f8-8e84-3378e7d57dbf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:18.463350 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c933c0-0880-4cee-bc86-fbbbbb2d56ec None None] Pushing event updated for resources: {'Port': ['ID=3fd68f9f-fab4-4212-8cf8-55a65b75a483,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:18.495818 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Routers {'068e339d-92af-4c5a-ae84-3292689b4752'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:18.496483 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['068e339d-92af-4c5a-ae84-3292689b4752'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:18.507509 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-80468996-e0de-4aed-b51b-5481949d6c80 None None] For port 59656c00-2ef3-4a4a-a56f-b093debc713c, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=59656c00-2ef3-4a4a-a56f-b093debc713c,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:18.528128 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.534636 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-80468996-e0de-4aed-b51b-5481949d6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.623369 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Set router a62356c2-1974-485b-bb81-882d76ee3838 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:18.732922 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] Set router 068e339d-92af-4c5a-ae84-3292689b4752 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:18.743079 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:04:12Z', 'revision_number': 4, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port': {'id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:10Z', 'updated_at': '2021-11-29T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '59656c00-2ef3-4a4a-a56f-b093debc713c', 'name': '', 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'mac_address': 'fa:16:3e:4f:c3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cdd96acd-8351-4793-90d0-fd1f713e921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:12Z', 'updated_at': '2021-11-29T19:04:17Z', 'revision_number': 4, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'subnets': [{'id': 'cdd96acd-8351-4793-90d0-fd1f713e921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:18.756988 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:18.814602 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e41d66-1f10-4616-82c0-a6d466406c37 None None] The sync data for ids ['1020fad4-bbf0-414f-9f42-b342287b89af'] in dv-cinder-815746-3-iscsi is: [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:04:12Z', 'revision_number': 4, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port': {'id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:10Z', 'updated_at': '2021-11-29T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '59656c00-2ef3-4a4a-a56f-b093debc713c', 'name': '', 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'mac_address': 'fa:16:3e:4f:c3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cdd96acd-8351-4793-90d0-fd1f713e921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:12Z', 'updated_at': '2021-11-29T19:04:17Z', 'revision_number': 4, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'subnets': [{'id': 'cdd96acd-8351-4793-90d0-fd1f713e921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:18.948322 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.027556 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.033434 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.070623 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 7c761cac-b0d5-49b1-96e0-1822a767268d up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:19.083989 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:04:16Z', 'revision_number': 3, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port': {'id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:19.091212 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.145111 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-074c147c-c04d-4c7e-bc3b-7a2efe34dd2a None None] Provisioning complete for port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:19.145733 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-074c147c-c04d-4c7e-bc3b-7a2efe34dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.157273 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7337fa4-b61d-41c8-87b1-a31c52e8045f None None] The sync data for ids ['068e339d-92af-4c5a-ae84-3292689b4752'] in dv-cinder-815746-3-iscsi is: [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:04:16Z', 'revision_number': 3, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port': {'id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:19.176812 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Allocated IP 172.20.0.1 (c4c61250-35ff-4946-b863-f7fad0ac45ef/267a4154-45dc-4a0b-8cab-322792209266/1c456b73-e722-42b7-a428-61fc594fa6b8) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:19.313282 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Pushing event updated for resources: {'Port': ['ID=f24ca5db-af16-47f8-8e84-3378e7d57dbf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:19.385315 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:19.387642 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:19.418158 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80468996-e0de-4aed-b51b-5481949d6c80 None None] Pushing event updated for resources: {'Port': ['ID=59656c00-2ef3-4a4a-a56f-b093debc713c,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:19.434804 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.516154 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.523831 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:17Z', 'revision_number': 3, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port': {'id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:16Z', 'updated_at': '2021-11-29T19:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:19.558634 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Router 068e339d-92af-4c5a-ae84-3292689b4752 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:04:19.587674 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Network c4c61250-35ff-4946-b863-f7fad0ac45ef is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:19.593776 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:19.596279 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:19.642074 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 7c761cac-b0d5-49b1-96e0-1822a767268d triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:19.652967 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.654858 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Checking router: a62356c2-1974-485b-bb81-882d76ee3838 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:19.655220 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Updating router a62356c2-1974-485b-bb81-882d76ee3838 port dcadd486-756a-47e7-a5c0-20b812f908bc binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:19.695256 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Pushing event updated for resources: {'Port': ['ID=1c456b73-e722-42b7-a428-61fc594fa6b8,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:19.747222 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.795944 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.809621 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-074c147c-c04d-4c7e-bc3b-7a2efe34dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:19.843042 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd011d-c19f-4a56-82b9-7c7d03b9c816 None None] Network c4c61250-35ff-4946-b863-f7fad0ac45ef requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:20.018949 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.190946 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-074c147c-c04d-4c7e-bc3b-7a2efe34dd2a None None] For port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,segment=NetworkSegment(ae0d61fa-d93b-41ff-bc85-0a8e4ee399af),segment_id=ae0d61fa-d93b-41ff-bc85-0a8e4ee399af)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:20.205567 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:20.213798 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7fcb0e7b-f200-4fee-b2c1-8125588fbb9b admin admin] 10.222.0.45 "PUT /v2.0/routers/068e339d-92af-4c5a-ae84-3292689b4752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1978641 Nov 29 19:04:20.234044 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-074c147c-c04d-4c7e-bc3b-7a2efe34dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.342170 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.347508 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.370107 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.478088 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.489702 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Pushing event updated for resources: {'Port': ['ID=1c456b73-e722-42b7-a428-61fc594fa6b8,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:20.575172 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c147c-c04d-4c7e-bc3b-7a2efe34dd2a None None] Pushing event updated for resources: {'Port': ['ID=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:20.609877 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-6962b836-1c2c-48b4-9786-ef2bed312a1b None None] Provisioning complete for port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:20.610744 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6962b836-1c2c-48b4-9786-ef2bed312a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.661873 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Network c4c61250-35ff-4946-b863-f7fad0ac45ef is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:20.663403 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:20.726683 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 7c761cac-b0d5-49b1-96e0-1822a767268d, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=7c761cac-b0d5-49b1-96e0-1822a767268d,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:20.779053 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.779986 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:20.881539 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Router a62356c2-1974-485b-bb81-882d76ee3838 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:04:20.923729 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7f2d85ef-05b8-4e0b-985d-fd3aa51dbd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:20.936205 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=7c761cac-b0d5-49b1-96e0-1822a767268d,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:21.059984 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:21.072444 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-8e953f17-e613-4e75-8990-7200c1713e68 admin admin] 10.222.0.45 "PUT /v2.0/routers/a62356c2-1974-485b-bb81-882d76ee3838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9502413 Nov 29 19:04:21.075014 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.091432 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.145370 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:21.145853 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.153947 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:04:21.191572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-6962b836-1c2c-48b4-9786-ef2bed312a1b None None] Provisioning complete for port 7c761cac-b0d5-49b1-96e0-1822a767268d triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:21.192044 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6962b836-1c2c-48b4-9786-ef2bed312a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.193579 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d62f6-f3ad-4bb1-aa5e-0b01d471d6da None None] Pushing event updated for resources: {'Port': ['ID=dcadd486-756a-47e7-a5c0-20b812f908bc,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:21.245672 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Attempting to bind port dcadd486-756a-47e7-a5c0-20b812f908bc on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:21.246214 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Attempting to bind port dcadd486-756a-47e7-a5c0-20b812f908bc by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:21.246723 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Attempting to bind port dcadd486-756a-47e7-a5c0-20b812f908bc on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:21.262803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:21.262803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:21.262803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.262803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:21.262803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Bound port: dcadd486-756a-47e7-a5c0-20b812f908bc, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:21.262803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.381219 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] For port dcadd486-756a-47e7-a5c0-20b812f908bc, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:21.399821 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] For port dcadd486-756a-47e7-a5c0-20b812f908bc, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=dcadd486-756a-47e7-a5c0-20b812f908bc,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:21.494033 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.628667 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d62f6-f3ad-4bb1-aa5e-0b01d471d6da None None] Pushing event updated for resources: {'Port': ['ID=dcadd486-756a-47e7-a5c0-20b812f908bc,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:21.653572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-6962b836-1c2c-48b4-9786-ef2bed312a1b None None] Provisioning complete for port f24ca5db-af16-47f8-8e84-3378e7d57dbf triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:21.654215 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6962b836-1c2c-48b4-9786-ef2bed312a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:21.714301 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Routers {'a62356c2-1974-485b-bb81-882d76ee3838'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:21.715133 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['a62356c2-1974-485b-bb81-882d76ee3838'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:21.783775 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-6962b836-1c2c-48b4-9786-ef2bed312a1b None None] Port f24ca5db-af16-47f8-8e84-3378e7d57dbf cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:21.823887 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 59656c00-2ef3-4a4a-a56f-b093debc713c up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:21.984791 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Provisioning complete for port f24ca5db-af16-47f8-8e84-3378e7d57dbf triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:21.985175 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.031935 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 59656c00-2ef3-4a4a-a56f-b093debc713c triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:22.032315 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.037360 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Port f24ca5db-af16-47f8-8e84-3378e7d57dbf cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:22.071204 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:22.076927 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2049410872-network', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:22.092835 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Provisioning complete for port 7c761cac-b0d5-49b1-96e0-1822a767268d triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:22.093209 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.111759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Made reservation on behalf of 928564476b2941c79b57c3b0bedc41a4 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:22.115851 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.125096 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] Set router a62356c2-1974-485b-bb81-882d76ee3838 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:22.133331 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.241037 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.248327 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.285622 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52f2bc-6e60-4c0f-80b4-07c6384001c7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:22.297635 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:04:22.316004 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Sync routers for ids ['068e339d-92af-4c5a-ae84-3292689b4752'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:22.333681 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.334303 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Added segment 8f429e5e-c2f8-4da5-a83b-9f4b095bde26 of type vlan for network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 Nov 29 19:04:22.336080 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Routers {'068e339d-92af-4c5a-ae84-3292689b4752'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:22.344464 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:03:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['068e339d-92af-4c5a-ae84-3292689b4752'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:22.450578 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.471028 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Set router 068e339d-92af-4c5a-ae84-3292689b4752 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:22.493474 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.494597 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:22.495202 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.562993 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4902518 Nov 29 19:04:22.563663 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 7c761cac-b0d5-49b1-96e0-1822a767268d up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:22.566576 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54466) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:22.572035 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Request body: {'subnet': {'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2049410872-subnet', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:22.587317 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd18a8-e512-4686-870d-111209c8ece6 admin admin] Pushing event updated for resources: {'Network': ['ID=73fdc0bd-f64a-454f-8925-2a82915fd1f7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:22.603117 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Made reservation on behalf of 928564476b2941c79b57c3b0bedc41a4 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:22.605774 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28960076'] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.621750 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:04:22.841316 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Provisioning complete for port 1c456b73-e722-42b7-a428-61fc594fa6b8 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:22.842084 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.876979 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:04:18Z', 'revision_number': 4, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port': {'id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'f24ca5db-af16-47f8-8e84-3378e7d57dbf', 'name': '', 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'mac_address': 'fa:16:3e:0f:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7f777d77-8fce-4ab0-be1f-63c63a761a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:17Z', 'updated_at': '2021-11-29T19:04:18Z', 'revision_number': 2, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'subnets': [{'id': '7f777d77-8fce-4ab0-be1f-63c63a761a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:22.890408 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 7c761cac-b0d5-49b1-96e0-1822a767268d triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:22.891071 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:22.950930 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Checking router: 068e339d-92af-4c5a-ae84-3292689b4752 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:22.961109 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Updating router 068e339d-92af-4c5a-ae84-3292689b4752 port f24ca5db-af16-47f8-8e84-3378e7d57dbf binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:22.998944 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-9980e9d5-1028-4a76-abff-39fb53e8e781 None None] Port 1c456b73-e722-42b7-a428-61fc594fa6b8 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:23.005928 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.015975 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:19Z', 'revision_number': 4, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port': {'id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:16Z', 'updated_at': '2021-11-29T19:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1c456b73-e722-42b7-a428-61fc594fa6b8', 'name': '', 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'mac_address': 'fa:16:3e:8d:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '267a4154-45dc-4a0b-8cab-322792209266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:18Z', 'updated_at': '2021-11-29T19:04:20Z', 'revision_number': 2, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'subnets': [{'id': '267a4154-45dc-4a0b-8cab-322792209266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:23.064360 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08fff5-c71f-44a4-9143-ee15e3c54caf None None] The sync data for ids ['a62356c2-1974-485b-bb81-882d76ee3838'] in dv-cinder-815746-3-iscsi is: [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:19Z', 'revision_number': 4, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port': {'id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:16Z', 'updated_at': '2021-11-29T19:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1c456b73-e722-42b7-a428-61fc594fa6b8', 'name': '', 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'mac_address': 'fa:16:3e:8d:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '267a4154-45dc-4a0b-8cab-322792209266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:18Z', 'updated_at': '2021-11-29T19:04:20Z', 'revision_number': 2, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'subnets': [{'id': '267a4154-45dc-4a0b-8cab-322792209266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:23.149526 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-9fe6cf4f-bde6-4f4a-8e3e-85e54abb4d09 None None] Provisioning complete for port 1c456b73-e722-42b7-a428-61fc594fa6b8 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:23.150170 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9fe6cf4f-bde6-4f4a-8e3e-85e54abb4d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.153689 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 3fd68f9f-fab4-4212-8cf8-55a65b75a483 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:23.179940 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28345349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28960082'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.279933 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6cf4f-bde6-4f4a-8e3e-85e54abb4d09 None None] Port 1c456b73-e722-42b7-a428-61fc594fa6b8 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:23.293665 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:23.294536 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f44c3bb4-3a3a-4f22-bd9b-3c02ed7bd17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.311358 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 3fd68f9f-fab4-4212-8cf8-55a65b75a483 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:23.311918 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.313812 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Checking segment: {'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:23.318867 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Network hostable DHCP agents. Network: 73fdc0bd-f64a-454f-8925-2a82915fd1f7, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:04:23.344748 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:04:23.372748 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 73fdc0bd-f64a-454f-8925-2a82915fd1f7) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:23.379870 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:23.381370 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.384737 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46966815-9e05-4ed4-8061-e2092f278b82 None None] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:23.394590 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.408549 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-14a24f10-aa99-4c48-aa34-b11aba7fc65e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8402886 Nov 29 19:04:23.411216 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.411696 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54476) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:23.419131 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:23.499384 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.500518 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.625602 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.708507 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.794189 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 3fd68f9f-fab4-4212-8cf8-55a65b75a483, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=3fd68f9f-fab4-4212-8cf8-55a65b75a483,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:23.808109 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.809652 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:23.850477 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Attempting to bind port f24ca5db-af16-47f8-8e84-3378e7d57dbf on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:23.850870 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Attempting to bind port f24ca5db-af16-47f8-8e84-3378e7d57dbf by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:23.851233 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Attempting to bind port f24ca5db-af16-47f8-8e84-3378e7d57dbf on network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:23.883512 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:23.883890 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Checking segment: {'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:23.884292 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.884682 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Bound using segment: {'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:23.885171 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Bound port: f24ca5db-af16-47f8-8e84-3378e7d57dbf, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:23.885546 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.919095 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.933540 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af717ea-7eac-43fc-bd1a-3dcc93a7a21c None None] Pushing event updated for resources: {'Port': ['ID=f24ca5db-af16-47f8-8e84-3378e7d57dbf,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:23.944811 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'fixed_ips': [{'subnet_id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:04:23.945878 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:23.981184 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=3fd68f9f-fab4-4212-8cf8-55a65b75a483,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:23.985533 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-aa1735e1-ad12-415f-a52b-866adda29872 None None] Provisioning complete for port f24ca5db-af16-47f8-8e84-3378e7d57dbf triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:23.986145 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa1735e1-ad12-415f-a52b-866adda29872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.106605 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] For port f24ca5db-af16-47f8-8e84-3378e7d57dbf, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:24.115058 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] For port f24ca5db-af16-47f8-8e84-3378e7d57dbf, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=f24ca5db-af16-47f8-8e84-3378e7d57dbf,segment=NetworkSegment(ae0d61fa-d93b-41ff-bc85-0a8e4ee399af),segment_id=ae0d61fa-d93b-41ff-bc85-0a8e4ee399af)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:24.117732 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-aa1735e1-ad12-415f-a52b-866adda29872 None None] Port f24ca5db-af16-47f8-8e84-3378e7d57dbf cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:24.124738 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.138179 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:24.138179 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.269431 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Routers {'068e339d-92af-4c5a-ae84-3292689b4752'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:24.270084 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['068e339d-92af-4c5a-ae84-3292689b4752'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:24.420052 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af717ea-7eac-43fc-bd1a-3dcc93a7a21c None None] Pushing event updated for resources: {'Port': ['ID=f24ca5db-af16-47f8-8e84-3378e7d57dbf,revision_number=4']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:24.460537 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.503702 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.525671 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.621684 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Allocated IP 172.20.0.2 (73fdc0bd-f64a-454f-8925-2a82915fd1f7/ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33/038e1e3a-5410-4501-948f-230c033ba7ed) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:24.662886 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] Set router 068e339d-92af-4c5a-ae84-3292689b4752 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:24.771433 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Allocated IP 172.27.2.10 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/95c94923-8a34-4eaf-8f76-7ccebf30b9f0) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:24.944134 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.956502 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 3fd68f9f-fab4-4212-8cf8-55a65b75a483 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:24.960684 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.980027 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:04:18Z', 'revision_number': 4, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port': {'id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'f24ca5db-af16-47f8-8e84-3378e7d57dbf', 'name': '', 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'mac_address': 'fa:16:3e:0f:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7f777d77-8fce-4ab0-be1f-63c63a761a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:17Z', 'updated_at': '2021-11-29T19:04:24Z', 'revision_number': 4, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'subnets': [{'id': '7f777d77-8fce-4ab0-be1f-63c63a761a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:25.013239 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81c179-8f4f-4f99-8565-1cd2d61f636a None None] The sync data for ids ['068e339d-92af-4c5a-ae84-3292689b4752'] in dv-cinder-815746-3-iscsi is: [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:04:18Z', 'revision_number': 4, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port': {'id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'f24ca5db-af16-47f8-8e84-3378e7d57dbf', 'name': '', 'network_id': 'e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'mac_address': 'fa:16:3e:0f:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7f777d77-8fce-4ab0-be1f-63c63a761a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:17Z', 'updated_at': '2021-11-29T19:04:24Z', 'revision_number': 4, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'subnets': [{'id': '7f777d77-8fce-4ab0-be1f-63c63a761a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:25.060839 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.070539 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:25.076127 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Pushing event updated for resources: {'Port': ['ID=038e1e3a-5410-4501-948f-230c033ba7ed,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:25.078379 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-d965b8b8-db7c-4b91-a3fe-e0d95280a86f None None] Provisioning complete for port f24ca5db-af16-47f8-8e84-3378e7d57dbf triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:25.078754 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d965b8b8-db7c-4b91-a3fe-e0d95280a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.082550 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:25.087661 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:25.105666 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.178675 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Pushing event updated for resources: {'Port': ['ID=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:25.189736 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:25.191489 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:25.194827 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:25.238309 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 3fd68f9f-fab4-4212-8cf8-55a65b75a483 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:25.238749 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.263346 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Attempting to bind port 038e1e3a-5410-4501-948f-230c033ba7ed on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:25.263740 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Attempting to bind port 038e1e3a-5410-4501-948f-230c033ba7ed by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:25.264297 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Attempting to bind port 038e1e3a-5410-4501-948f-230c033ba7ed on network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:25.284514 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:25.285042 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Checking segment: {'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:25.285580 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.286058 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Bound using segment: {'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:25.286639 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Bound port: 038e1e3a-5410-4501-948f-230c033ba7ed, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:25.287082 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.380648 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d965b8b8-db7c-4b91-a3fe-e0d95280a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.586187 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.623607 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device dcadd486-756a-47e7-a5c0-20b812f908bc up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:25.625791 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] For port 038e1e3a-5410-4501-948f-230c033ba7ed, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:25.661166 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-d965b8b8-db7c-4b91-a3fe-e0d95280a86f None None] For port f24ca5db-af16-47f8-8e84-3378e7d57dbf, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=f24ca5db-af16-47f8-8e84-3378e7d57dbf,segment=NetworkSegment(ae0d61fa-d93b-41ff-bc85-0a8e4ee399af),segment_id=ae0d61fa-d93b-41ff-bc85-0a8e4ee399af)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:25.670063 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] For port 038e1e3a-5410-4501-948f-230c033ba7ed, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=038e1e3a-5410-4501-948f-230c033ba7ed,segment=NetworkSegment(8f429e5e-c2f8-4da5-a83b-9f4b095bde26),segment_id=8f429e5e-c2f8-4da5-a83b-9f4b095bde26)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:25.673246 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d965b8b8-db7c-4b91-a3fe-e0d95280a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.681400 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.757516 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965b8b8-db7c-4b91-a3fe-e0d95280a86f None None] Pushing event updated for resources: {'Port': ['ID=f24ca5db-af16-47f8-8e84-3378e7d57dbf,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:25.803130 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port dcadd486-756a-47e7-a5c0-20b812f908bc triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:25.803671 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.887468 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5144e-4808-493f-994c-72a26a4862d7 None None] Pushing event updated for resources: {'Port': ['ID=038e1e3a-5410-4501-948f-230c033ba7ed,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:25.899091 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:25.973718 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:26.004940 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port dcadd486-756a-47e7-a5c0-20b812f908bc, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=dcadd486-756a-47e7-a5c0-20b812f908bc,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:26.006940 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:26.023620 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:26.144092 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=dcadd486-756a-47e7-a5c0-20b812f908bc,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:26.233568 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Router aee00c2e-48d7-4067-b6ae-a3850dd74d2c is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:04:26.428558 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:26.440690 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Sync routers for ids ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:26.454234 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:26.454234 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-be7acb7f-434d-4134-8f47-bb2e72fb74d7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0398283 Nov 29 19:04:26.456410 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54502) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:26.466727 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Routers {'aee00c2e-48d7-4067-b6ae-a3850dd74d2c'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:26.468085 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:26.682606 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:26.712113 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Set router aee00c2e-48d7-4067-b6ae-a3850dd74d2c gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:26.888052 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device f24ca5db-af16-47f8-8e84-3378e7d57dbf up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:27.025388 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port f24ca5db-af16-47f8-8e84-3378e7d57dbf triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:27.025989 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.136180 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:04:25Z', 'revision_number': 3, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port': {'id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:24Z', 'updated_at': '2021-11-29T19:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:27.180998 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Checking router: aee00c2e-48d7-4067-b6ae-a3850dd74d2c for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:27.181604 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Updating router aee00c2e-48d7-4067-b6ae-a3850dd74d2c port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:27.254086 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.266412 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.308316 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68613c69-e5a5-48c4-9c9d-ea0e1cc8292c None None] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:04:27.437752 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device dcadd486-756a-47e7-a5c0-20b812f908bc up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:27.502540 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-52e78b02-d0ae-47b6-a966-566759dd652f None None] Provisioning complete for port 038e1e3a-5410-4501-948f-230c033ba7ed triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:27.503880 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-52e78b02-d0ae-47b6-a966-566759dd652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.622851 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Allocated IP 172.20.0.1 (73fdc0bd-f64a-454f-8925-2a82915fd1f7/ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33/22750bf7-b243-4c6b-b9de-a6012ed71d58) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:27.845581 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-52e78b02-d0ae-47b6-a966-566759dd652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.846719 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.866078 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port dcadd486-756a-47e7-a5c0-20b812f908bc triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:27.866482 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.903194 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.963029 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:27.973675 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:28.000980 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Pushing event updated for resources: {'Port': ['ID=22750bf7-b243-4c6b-b9de-a6012ed71d58,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:28.004933 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:28.035701 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-52e78b02-d0ae-47b6-a966-566759dd652f None None] For port 038e1e3a-5410-4501-948f-230c033ba7ed, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=038e1e3a-5410-4501-948f-230c033ba7ed,segment=NetworkSegment(8f429e5e-c2f8-4da5-a83b-9f4b095bde26),segment_id=8f429e5e-c2f8-4da5-a83b-9f4b095bde26)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:28.077137 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-52e78b02-d0ae-47b6-a966-566759dd652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.084152 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Sync routers for ids ['a62356c2-1974-485b-bb81-882d76ee3838'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:28.091513 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.128457 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Routers {'a62356c2-1974-485b-bb81-882d76ee3838'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:28.130513 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['a62356c2-1974-485b-bb81-882d76ee3838'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:28.231687 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e78b02-d0ae-47b6-a966-566759dd652f None None] Pushing event updated for resources: {'Port': ['ID=038e1e3a-5410-4501-948f-230c033ba7ed,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:28.244086 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 038e1e3a-5410-4501-948f-230c033ba7ed up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:28.326888 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Set router a62356c2-1974-485b-bb81-882d76ee3838 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:28.356388 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.438266 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.452101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.463233 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 038e1e3a-5410-4501-948f-230c033ba7ed triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:28.463881 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.721662 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.748140 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.791525 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:19Z', 'revision_number': 4, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port': {'id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:16Z', 'updated_at': '2021-11-29T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1c456b73-e722-42b7-a428-61fc594fa6b8', 'name': '', 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'mac_address': 'fa:16:3e:8d:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '267a4154-45dc-4a0b-8cab-322792209266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:18Z', 'updated_at': '2021-11-29T19:04:20Z', 'revision_number': 2, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'subnets': [{'id': '267a4154-45dc-4a0b-8cab-322792209266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:28.832249 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Checking router: a62356c2-1974-485b-bb81-882d76ee3838 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:28.832249 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Updating router a62356c2-1974-485b-bb81-882d76ee3838 port 1c456b73-e722-42b7-a428-61fc594fa6b8 binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:28.832541 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e9762129-8aae-4f58-b5dd-2ccec254c6af None None] Provisioning complete for port 038e1e3a-5410-4501-948f-230c033ba7ed triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:28.832777 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e9762129-8aae-4f58-b5dd-2ccec254c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.858354 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.890163 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142c43-1e49-4b82-bc92-c361332638d2 None None] Pushing event updated for resources: {'Port': ['ID=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:28.927903 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Attempting to bind port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:28.928516 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Attempting to bind port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:28.928658 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.928885 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Attempting to bind port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:28.933379 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Pushing event updated for resources: {'Port': ['ID=22750bf7-b243-4c6b-b9de-a6012ed71d58,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:28.971610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:28.971610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:28.971610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:28.971610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:28.971610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Bound port: 95c94923-8a34-4eaf-8f76-7ccebf30b9f0, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:28.971610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.088022 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:29.089675 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:29.091453 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] For port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:29.104368 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] For port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:29.135543 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.258610 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Routers {'aee00c2e-48d7-4067-b6ae-a3850dd74d2c'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:29.259249 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:29.280997 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.304466 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.313671 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Router aee00c2e-48d7-4067-b6ae-a3850dd74d2c has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:04:29.347129 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142c43-1e49-4b82-bc92-c361332638d2 None None] Pushing event updated for resources: {'Port': ['ID=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:29.374116 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e9762129-8aae-4f58-b5dd-2ccec254c6af None None] Provisioning complete for port 22750bf7-b243-4c6b-b9de-a6012ed71d58 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:29.374677 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e9762129-8aae-4f58-b5dd-2ccec254c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.430028 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 038e1e3a-5410-4501-948f-230c033ba7ed up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:29.451729 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72fa1e-f18b-4cd3-975d-6b05bed05632 None None] Pushing event updated for resources: {'Port': ['ID=1c456b73-e722-42b7-a428-61fc594fa6b8,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:29.525888 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e9762129-8aae-4f58-b5dd-2ccec254c6af None None] Port 22750bf7-b243-4c6b-b9de-a6012ed71d58 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:29.595819 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] Set router aee00c2e-48d7-4067-b6ae-a3850dd74d2c gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:29.603589 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:29.620409 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-4559704d-dc1c-442e-9060-d4bcb1ca3a29 admin admin] 10.222.0.45 "PUT /v2.0/routers/aee00c2e-48d7-4067-b6ae-a3850dd74d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1614232 Nov 29 19:04:29.622840 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Attempting to bind port 1c456b73-e722-42b7-a428-61fc594fa6b8 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:29.623272 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Attempting to bind port 1c456b73-e722-42b7-a428-61fc594fa6b8 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:29.624005 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Attempting to bind port 1c456b73-e722-42b7-a428-61fc594fa6b8 on network c4c61250-35ff-4946-b863-f7fad0ac45ef {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:29.633005 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:29.633386 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Checking segment: {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:29.633792 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.634231 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Bound using segment: {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:29.634706 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Bound port: 1c456b73-e722-42b7-a428-61fc594fa6b8, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:29.635108 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.683324 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 038e1e3a-5410-4501-948f-230c033ba7ed triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:29.683710 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.728389 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] For port 1c456b73-e722-42b7-a428-61fc594fa6b8, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:29.731640 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] For port 1c456b73-e722-42b7-a428-61fc594fa6b8, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=1c456b73-e722-42b7-a428-61fc594fa6b8,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:29.745653 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.843407 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72fa1e-f18b-4cd3-975d-6b05bed05632 None None] Pushing event updated for resources: {'Port': ['ID=1c456b73-e722-42b7-a428-61fc594fa6b8,revision_number=4']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:29.853450 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Routers {'a62356c2-1974-485b-bb81-882d76ee3838'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:29.854233 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['a62356c2-1974-485b-bb81-882d76ee3838'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:29.904638 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-f549477c-3072-4b6b-ba78-a7c0319fe902 None None] Provisioning complete for port 22750bf7-b243-4c6b-b9de-a6012ed71d58 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:29.905054 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f549477c-3072-4b6b-ba78-a7c0319fe902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.000666 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-f549477c-3072-4b6b-ba78-a7c0319fe902 None None] Port 22750bf7-b243-4c6b-b9de-a6012ed71d58 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:30.040735 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] Set router a62356c2-1974-485b-bb81-882d76ee3838 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:30.073949 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 4, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port': {'id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:24Z', 'updated_at': '2021-11-29T19:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '22750bf7-b243-4c6b-b9de-a6012ed71d58', 'name': '', 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'mac_address': 'fa:16:3e:a6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:27Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 2, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'subnets': [{'id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:30.120600 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c16c1-c5e7-421c-8fbe-ea9a619cdd76 None None] The sync data for ids ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'] in dv-cinder-815746-3-iscsi is: [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 4, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port': {'id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:24Z', 'updated_at': '2021-11-29T19:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '22750bf7-b243-4c6b-b9de-a6012ed71d58', 'name': '', 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'mac_address': 'fa:16:3e:a6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:27Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 2, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'subnets': [{'id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:30.143992 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-36764190-a1ef-4637-8971-e3940d7e6a16 None None] Provisioning complete for port 1c456b73-e722-42b7-a428-61fc594fa6b8 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:30.144428 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-36764190-a1ef-4637-8971-e3940d7e6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.271687 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-36764190-a1ef-4637-8971-e3940d7e6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.307350 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-36764190-a1ef-4637-8971-e3940d7e6a16 None None] For port 1c456b73-e722-42b7-a428-61fc594fa6b8, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=1c456b73-e722-42b7-a428-61fc594fa6b8,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:30.326361 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-36764190-a1ef-4637-8971-e3940d7e6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.401069 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:19Z', 'revision_number': 4, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port': {'id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:16Z', 'updated_at': '2021-11-29T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1c456b73-e722-42b7-a428-61fc594fa6b8', 'name': '', 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'mac_address': 'fa:16:3e:8d:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '267a4154-45dc-4a0b-8cab-322792209266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:18Z', 'updated_at': '2021-11-29T19:04:29Z', 'revision_number': 4, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'subnets': [{'id': '267a4154-45dc-4a0b-8cab-322792209266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:30.405639 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36764190-a1ef-4637-8971-e3940d7e6a16 None None] Pushing event updated for resources: {'Port': ['ID=1c456b73-e722-42b7-a428-61fc594fa6b8,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:30.433341 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2daac-6627-41dc-b4d9-19eba863f81e None None] The sync data for ids ['a62356c2-1974-485b-bb81-882d76ee3838'] in dv-cinder-815746-3-iscsi is: [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:19Z', 'revision_number': 4, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port': {'id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:16Z', 'updated_at': '2021-11-29T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1c456b73-e722-42b7-a428-61fc594fa6b8', 'name': '', 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'mac_address': 'fa:16:3e:8d:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '267a4154-45dc-4a0b-8cab-322792209266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:18Z', 'updated_at': '2021-11-29T19:04:29Z', 'revision_number': 4, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'subnets': [{'id': '267a4154-45dc-4a0b-8cab-322792209266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:30.446928 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-9b1999a6-d4ba-4846-a768-090a29d2b4b4 None None] Provisioning complete for port 1c456b73-e722-42b7-a428-61fc594fa6b8 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:30.449422 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9b1999a6-d4ba-4846-a768-090a29d2b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.562063 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54544) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:30.567051 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f08d8899-79ff-443d-8c57-e089bd3e1135 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429689590', 'description': 'tempest-secgroup-smoke-1429689590 description', 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:30.598318 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f08d8899-79ff-443d-8c57-e089bd3e1135 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.715455 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f08d8899-79ff-443d-8c57-e089bd3e1135 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.720774 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f08d8899-79ff-443d-8c57-e089bd3e1135 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.751866 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f08d8899-79ff-443d-8c57-e089bd3e1135 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.755672 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-f08d8899-79ff-443d-8c57-e089bd3e1135 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1907616 Nov 29 19:04:30.758348 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54550) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:30.759770 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d8899-79ff-443d-8c57-e089bd3e1135 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e840642f-fcbb-43a3-baeb-f3826297c947,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:30.763939 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-9291a07b-051b-4058-a1b6-b086fa236c7b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'security_group_rule': {'security_group_id': 'e840642f-fcbb-43a3-baeb-f3826297c947', 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:30.796855 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9291a07b-051b-4058-a1b6-b086fa236c7b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.869818 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9291a07b-051b-4058-a1b6-b086fa236c7b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.878295 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9291a07b-051b-4058-a1b6-b086fa236c7b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.906166 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291a07b-051b-4058-a1b6-b086fa236c7b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f6a0ff-6f8a-41ba-a976-3241689bc183,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:30.914842 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9291a07b-051b-4058-a1b6-b086fa236c7b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.916404 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-9291a07b-051b-4058-a1b6-b086fa236c7b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561546 Nov 29 19:04:30.919015 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54552) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:30.923614 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-ec736e44-5878-47b0-a429-583ff47795ca tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'security_group_rule': {'security_group_id': 'e840642f-fcbb-43a3-baeb-f3826297c947', 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:30.955198 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec736e44-5878-47b0-a429-583ff47795ca tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.034115 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec736e44-5878-47b0-a429-583ff47795ca tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.038545 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec736e44-5878-47b0-a429-583ff47795ca tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.067167 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736e44-5878-47b0-a429-583ff47795ca tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebe7af1-d9b1-4c39-bfca-05129c26a2df,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:31.081357 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec736e44-5878-47b0-a429-583ff47795ca tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.082677 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ec736e44-5878-47b0-a429-583ff47795ca tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626229 Nov 29 19:04:31.085305 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54556) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:31.090044 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-1e47fd50-ae18-4882-8bef-7d38c8ffa331 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'security_group_rule': {'security_group_id': 'e840642f-fcbb-43a3-baeb-f3826297c947', 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:31.125138 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e47fd50-ae18-4882-8bef-7d38c8ffa331 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.194605 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e47fd50-ae18-4882-8bef-7d38c8ffa331 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.200496 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e47fd50-ae18-4882-8bef-7d38c8ffa331 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.224856 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47fd50-ae18-4882-8bef-7d38c8ffa331 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386b89bd-3f2d-48ea-9912-7cdeb9d84844,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:31.229942 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e47fd50-ae18-4882-8bef-7d38c8ffa331 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.233852 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1e47fd50-ae18-4882-8bef-7d38c8ffa331 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451094 Nov 29 19:04:31.233977 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54558) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:31.240312 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-7fbf84eb-e429-4dd1-99b6-5f5f324e5bf3 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'security_group_rule': {'security_group_id': 'e840642f-fcbb-43a3-baeb-f3826297c947', 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:31.281353 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7fbf84eb-e429-4dd1-99b6-5f5f324e5bf3 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.369245 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7fbf84eb-e429-4dd1-99b6-5f5f324e5bf3 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.387954 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7fbf84eb-e429-4dd1-99b6-5f5f324e5bf3 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.390707 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 1c456b73-e722-42b7-a428-61fc594fa6b8 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:31.418754 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf84eb-e429-4dd1-99b6-5f5f324e5bf3 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc48fb7-e937-49f5-895a-d45e64ae6aa6,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:31.432423 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7fbf84eb-e429-4dd1-99b6-5f5f324e5bf3 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.434877 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-7fbf84eb-e429-4dd1-99b6-5f5f324e5bf3 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1997733 Nov 29 19:04:31.436529 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 54562) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:31.441769 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'security_group_rule': {'security_group_id': 'e840642f-fcbb-43a3-baeb-f3826297c947', 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:31.445840 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 1c456b73-e722-42b7-a428-61fc594fa6b8 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:31.446220 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.472973 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Project f78ccaccba9748fc999b4ff09de3cac6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:04:31.482983 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.597593 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.603686 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.630630 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be1457e-87be-4b17-b3e9-f59e275bb1fd,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:31.681723 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.685635 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-cf9cbb8b-bde9-4c8f-885e-89ad2fbbd1b1 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2476466 Nov 29 19:04:31.688362 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 54566) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:31.694279 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'security_group_rule': {'security_group_id': 'e840642f-fcbb-43a3-baeb-f3826297c947', 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:31.755526 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.securitygroups_db [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Project f78ccaccba9748fc999b4ff09de3cac6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:04:31.767311 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.864528 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.869768 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.890108 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99937a61-20d9-49c8-bc69-c456f13f2e9b,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:31.901654 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:31.902916 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-067a80ab-1696-401d-8f7e-6560abbd52fe tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2135136 Nov 29 19:04:35.370213 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:35.459849 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:35.460243 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:35.558945 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:35.584266 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:35.588654 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:35.662196 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:36.188452 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Sync routers for ids ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:36.200398 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Routers {'aee00c2e-48d7-4067-b6ae-a3850dd74d2c'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:36.201166 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:36.310100 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Set router aee00c2e-48d7-4067-b6ae-a3850dd74d2c gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:36.537971 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-fcc81df1-a3be-4568-b8d9-6b454291c87d tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:36.539471 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-fcc81df1-a3be-4568-b8d9-6b454291c87d tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/networks?id=d9b8760b-a2c8-48c7-a445-2068ebcf22ce HTTP/1.1" status: 200 len: 815 time: 0.1215172 Nov 29 19:04:36.554519 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-45d39284-07cb-4251-af2b-c299d448a5ae tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/quotas/c8cd17cd18784e3aab79f54bc45db851 HTTP/1.1" status: 200 len: 375 time: 0.0089617 Nov 29 19:04:36.610893 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-22ad8450-66ac-4f62-82de-30f0b051d95b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd17cd18784e3aab79f54bc45db851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507672 Nov 29 19:04:36.634051 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 4, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port': {'id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:24Z', 'updated_at': '2021-11-29T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '22750bf7-b243-4c6b-b9de-a6012ed71d58', 'name': '', 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'mac_address': 'fa:16:3e:a6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:27Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 2, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'subnets': [{'id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:36.664109 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Checking router: aee00c2e-48d7-4067-b6ae-a3850dd74d2c for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:36.664469 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Updating router aee00c2e-48d7-4067-b6ae-a3850dd74d2c port 22750bf7-b243-4c6b-b9de-a6012ed71d58 binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:04:36.690390 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:36.717997 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-cd67230a-f10c-4bdb-bd2e-7083758d1893 service neutron] 10.222.0.45 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943933 Nov 29 19:04:36.973376 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:36.982958 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.007123 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-39577a08-8224-4c30-9232-3abbaca8319b service neutron] 10.222.0.45 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808990 Nov 29 19:04:37.052486 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07a735-ce71-4b72-9016-7e7ea494497c None None] Pushing event updated for resources: {'Port': ['ID=22750bf7-b243-4c6b-b9de-a6012ed71d58,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:37.126333 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Attempting to bind port 22750bf7-b243-4c6b-b9de-a6012ed71d58 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:37.126720 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Attempting to bind port 22750bf7-b243-4c6b-b9de-a6012ed71d58 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:37.128067 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Attempting to bind port 22750bf7-b243-4c6b-b9de-a6012ed71d58 on network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:37.142176 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:37.142642 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Checking segment: {'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:37.143058 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.143515 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Bound using segment: {'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:37.144005 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Bound port: 22750bf7-b243-4c6b-b9de-a6012ed71d58, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f429e5e-c2f8-4da5-a83b-9f4b095bde26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:37.144427 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.208320 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a5d06dc-e56c-420f-9dc8-959bc984ade1 req-ae2d7fd6-6dfd-412f-b63d-13605c3e5e2f tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 210 time: 0.0334978 Nov 29 19:04:37.215177 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] For port 22750bf7-b243-4c6b-b9de-a6012ed71d58, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:37.221658 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] For port 22750bf7-b243-4c6b-b9de-a6012ed71d58, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=22750bf7-b243-4c6b-b9de-a6012ed71d58,segment=NetworkSegment(8f429e5e-c2f8-4da5-a83b-9f4b095bde26),segment_id=8f429e5e-c2f8-4da5-a83b-9f4b095bde26)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:37.226755 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.311282 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Routers {'aee00c2e-48d7-4067-b6ae-a3850dd74d2c'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:37.311943 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:37.375684 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:37.425977 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07a735-ce71-4b72-9016-7e7ea494497c None None] Pushing event updated for resources: {'Port': ['ID=22750bf7-b243-4c6b-b9de-a6012ed71d58,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:37.475469 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-2cba6856-3d1f-441c-b9a9-299b9efe957f None None] Provisioning complete for port 22750bf7-b243-4c6b-b9de-a6012ed71d58 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:37.475840 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2cba6856-3d1f-441c-b9a9-299b9efe957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.572057 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:37.572551 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.581140 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] Set router aee00c2e-48d7-4067-b6ae-a3850dd74d2c gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:37.733014 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2cba6856-3d1f-441c-b9a9-299b9efe957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.849334 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2cba6856-3d1f-441c-b9a9-299b9efe957f None None] For port 22750bf7-b243-4c6b-b9de-a6012ed71d58, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=22750bf7-b243-4c6b-b9de-a6012ed71d58,segment=NetworkSegment(8f429e5e-c2f8-4da5-a83b-9f4b095bde26),segment_id=8f429e5e-c2f8-4da5-a83b-9f4b095bde26)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:37.856873 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2cba6856-3d1f-441c-b9a9-299b9efe957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:37.943947 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba6856-3d1f-441c-b9a9-299b9efe957f None None] Pushing event updated for resources: {'Port': ['ID=22750bf7-b243-4c6b-b9de-a6012ed71d58,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:37.964973 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 4, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port': {'id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:24Z', 'updated_at': '2021-11-29T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '22750bf7-b243-4c6b-b9de-a6012ed71d58', 'name': '', 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'mac_address': 'fa:16:3e:a6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:27Z', 'updated_at': '2021-11-29T19:04:37Z', 'revision_number': 4, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'subnets': [{'id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:37.997040 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc2e02-8f75-4c59-918e-5e7f29f592cb None None] The sync data for ids ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'] in dv-cinder-815746-3-iscsi is: [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:04:28Z', 'revision_number': 4, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port': {'id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:24Z', 'updated_at': '2021-11-29T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '22750bf7-b243-4c6b-b9de-a6012ed71d58', 'name': '', 'network_id': '73fdc0bd-f64a-454f-8925-2a82915fd1f7', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'mac_address': 'fa:16:3e:a6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:27Z', 'updated_at': '2021-11-29T19:04:37Z', 'revision_number': 4, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'subnets': [{'id': 'ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:38.005625 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-fe1bfefe-f000-4bbb-b219-9016bb9bd067 None None] Provisioning complete for port 22750bf7-b243-4c6b-b9de-a6012ed71d58 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:38.006003 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fe1bfefe-f000-4bbb-b219-9016bb9bd067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:38.302328 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-4d01670a-cece-4d98-99a2-21d3efb2313f tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:38.304022 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-4d01670a-cece-4d98-99a2-21d3efb2313f tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.53 "GET /v2.0/networks?id=d9b8760b-a2c8-48c7-a445-2068ebcf22ce HTTP/1.1" status: 200 len: 815 time: 0.1234112 Nov 29 19:04:38.320410 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Request body: {'port': {'device_id': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'admin_state_up': True, 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:38.327903 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-26c63516-8fc9-47cc-85a1-93fd7a24f0a6 req-6a0a0237-48dc-4ef5-acfd-fa8e9dd4d04a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 210 time: 0.0404286 Nov 29 19:04:38.449903 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Made reservation on behalf of c8cd17cd18784e3aab79f54bc45db851 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:38.454552 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:38.603282 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Allocated IP 172.20.0.4 (d9b8760b-a2c8-48c7-a445-2068ebcf22ce/cdd96acd-8351-4793-90d0-fd1f713e921f/18526521-798b-4819-85a7-238b62a1b1f9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:38.770858 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:38.855270 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:38.935436 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:38.938875 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:38.943945 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:38.983376 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Pushing event updated for resources: {'Port': ['ID=18526521-798b-4819-85a7-238b62a1b1f9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:39.013295 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:39.014067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:39.040958 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-9e4d4b0e-0db0-49b3-ba4f-3dd11010336a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241030 Nov 29 19:04:39.355786 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-dc0a8444-0674-4604-9c7c-3ee66ec85f44 None None] Provisioning complete for port 18526521-798b-4819-85a7-238b62a1b1f9 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:39.356497 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8444-0674-4604-9c7c-3ee66ec85f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:39.441510 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 22750bf7-b243-4c6b-b9de-a6012ed71d58 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:39.478720 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a8444-0674-4604-9c7c-3ee66ec85f44 None None] Port 18526521-798b-4819-85a7-238b62a1b1f9 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:39.507339 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f604ec-728b-4125-86b2-6bd97c49348e req-002e11ea-e249-4e6a-82b2-b3791afc56ca tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:39.508055 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 22750bf7-b243-4c6b-b9de-a6012ed71d58 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:39.508431 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:39.508848 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e4f604ec-728b-4125-86b2-6bd97c49348e req-002e11ea-e249-4e6a-82b2-b3791afc56ca tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0652635 Nov 29 19:04:39.566782 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e4f604ec-728b-4125-86b2-6bd97c49348e req-bbadbc8d-4ad3-4753-9c30-0e239b9d9e7e tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Nov 29 19:04:40.694476 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccce46e-1b54-40ad-8a4e-923a27d71f4b req-01832a02-3ab1-43c0-90e7-35fc1bebfc41 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:40.695992 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0ccce46e-1b54-40ad-8a4e-923a27d71f4b req-01832a02-3ab1-43c0-90e7-35fc1bebfc41 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0528531 Nov 29 19:04:40.748963 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0ccce46e-1b54-40ad-8a4e-923a27d71f4b req-232ab6b3-a45f-47ee-b0da-b7e8fb628358 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470216 Nov 29 19:04:41.874213 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0112308-33f4-4f6a-9236-c9c044bd02b5 req-f4e9df85-66e1-4d07-908c-a8730d1b746b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:41.875743 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f0112308-33f4-4f6a-9236-c9c044bd02b5 req-f4e9df85-66e1-4d07-908c-a8730d1b746b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0507977 Nov 29 19:04:41.925594 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f0112308-33f4-4f6a-9236-c9c044bd02b5 req-c0674ccd-db6d-42b8-a959-76af0fa319ec tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Nov 29 19:04:43.055949 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b5433-f8d3-4886-97f2-cd6d71973bd5 req-4472c74f-cf51-46e4-b502-4ef298a09bd5 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:43.057543 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f76b5433-f8d3-4886-97f2-cd6d71973bd5 req-4472c74f-cf51-46e4-b502-4ef298a09bd5 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0516388 Nov 29 19:04:43.116718 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f76b5433-f8d3-4886-97f2-cd6d71973bd5 req-a8e2ab2a-b74d-4187-b839-0cb9f2d5cf59 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 Nov 29 19:04:44.288173 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dafac0-57e2-4f3b-9a81-0718d1a91ed6 req-4a53d399-0fff-4635-965c-0615713a6ca9 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:44.289824 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-36dafac0-57e2-4f3b-9a81-0718d1a91ed6 req-4a53d399-0fff-4635-965c-0615713a6ca9 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0778072 Nov 29 19:04:44.349074 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-36dafac0-57e2-4f3b-9a81-0718d1a91ed6 req-54b1261b-e40c-44f9-93d2-52a2095e22a7 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Nov 29 19:04:45.474816 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d4857-ff2f-4b79-b0e6-cfbe969ca952 req-e5b84612-1874-42bd-9aec-11746dc02d07 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:45.476533 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-436d4857-ff2f-4b79-b0e6-cfbe969ca952 req-e5b84612-1874-42bd-9aec-11746dc02d07 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0671303 Nov 29 19:04:45.530929 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-436d4857-ff2f-4b79-b0e6-cfbe969ca952 req-f1cc26b2-fc5b-4319-ae18-ba5192814aef tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Nov 29 19:04:45.859850 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:46.655792 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe922c-1976-40e5-90d0-4ebb01e3d88b req-84c39a67-8b66-40c7-8161-547d0ef5058b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:46.657326 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a0fe922c-1976-40e5-90d0-4ebb01e3d88b req-84c39a67-8b66-40c7-8161-547d0ef5058b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0566912 Nov 29 19:04:46.704754 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a0fe922c-1976-40e5-90d0-4ebb01e3d88b req-bb3a201b-43f8-48f4-8507-7fc4367fae5f tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Nov 29 19:04:47.834232 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e888f5-6b47-43bd-aeda-218f930a5a39 req-e2a24861-e8ea-43fb-98df-56cfd7fa7f5d tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:47.835782 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d1e888f5-6b47-43bd-aeda-218f930a5a39 req-e2a24861-e8ea-43fb-98df-56cfd7fa7f5d tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0555611 Nov 29 19:04:47.886664 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d1e888f5-6b47-43bd-aeda-218f930a5a39 req-c001c575-a00d-4850-a1d5-bc4ec5527e4a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Nov 29 19:04:48.918037 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-042b5568-32b9-4c2f-b889-b59a9916e99b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429689590&fields=id&tenant_id=f78ccaccba9748fc999b4ff09de3cac6 HTTP/1.1" status: 200 len: 267 time: 0.0654876 Nov 29 19:04:49.045955 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-dcc6c555-590e-48bd-821a-ed121eace032 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:49.049351 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f9e2a-c773-4b9b-92fa-bc1671f8de44 req-558d5292-1272-4832-8155-f95bff3a6329 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:49.050772 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-dcc6c555-590e-48bd-821a-ed121eace032 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/networks?id=c4c61250-35ff-4946-b863-f7fad0ac45ef HTTP/1.1" status: 200 len: 812 time: 0.1215820 Nov 29 19:04:49.051603 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7b7f9e2a-c773-4b9b-92fa-bc1671f8de44 req-558d5292-1272-4832-8155-f95bff3a6329 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0778601 Nov 29 19:04:49.070213 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-223e787c-65ef-42f3-85d9-5b33afe16b81 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/quotas/f78ccaccba9748fc999b4ff09de3cac6 HTTP/1.1" status: 200 len: 375 time: 0.0118575 Nov 29 19:04:49.134534 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-35d2a448-f5ff-48b4-b739-95f8c98bf3ed tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f78ccaccba9748fc999b4ff09de3cac6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575159 Nov 29 19:04:49.135839 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7b7f9e2a-c773-4b9b-92fa-bc1671f8de44 req-3c5e2d70-4ae9-4baa-9b20-fca40a0faf62 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774686 Nov 29 19:04:49.253898 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-ef1d20bb-101a-42c9-95e6-621786242b41 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c61250-35ff-4946-b863-f7fad0ac45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939693 Nov 29 19:04:49.339061 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-c0a56517-6569-4c5e-9d60-b063b4e2e96e service neutron] 10.222.0.45 "GET /v2.0/networks/c4c61250-35ff-4946-b863-f7fad0ac45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842113 Nov 29 19:04:49.637723 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3db9e298-a15e-4416-b6e2-7364201b6709 req-d433f8ce-919c-43cf-bad4-4a1e76d9558a tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 210 time: 0.0292275 Nov 29 19:04:50.014772 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Request body: {'port': {'device_id': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:50.074044 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:50.321133 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14a8bd-c60e-4569-8c02-9de4f70a7edc req-ed18aef1-bdf4-4587-b281-8e3899e8df38 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:50.322637 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d14a8bd-c60e-4569-8c02-9de4f70a7edc req-ed18aef1-bdf4-4587-b281-8e3899e8df38 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 931 time: 0.0760803 Nov 29 19:04:50.419532 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d14a8bd-c60e-4569-8c02-9de4f70a7edc req-2174586c-b372-4ec7-a5d2-46b31e8d4577 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855169 Nov 29 19:04:50.424505 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18526521-798b-4819-85a7-238b62a1b1f9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:04:50.432609 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:50.446171 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Transition to ACTIVE for port object 18526521-798b-4819-85a7-238b62a1b1f9 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:04:50.451168 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:50.519358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Pushing event updated for resources: {'Port': ['ID=18526521-798b-4819-85a7-238b62a1b1f9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:50.587642 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Attempting to bind port 18526521-798b-4819-85a7-238b62a1b1f9 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:50.587982 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Attempting to bind port 18526521-798b-4819-85a7-238b62a1b1f9 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:50.588318 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Attempting to bind port 18526521-798b-4819-85a7-238b62a1b1f9 on network d9b8760b-a2c8-48c7-a445-2068ebcf22ce {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:50.632701 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Port 18526521-798b-4819-85a7-238b62a1b1f9 on network d9b8760b-a2c8-48c7-a445-2068ebcf22ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:04:50.633237 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Attempting to bind port 18526521-798b-4819-85a7-238b62a1b1f9 on network d9b8760b-a2c8-48c7-a445-2068ebcf22ce {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:50.643798 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:50.644313 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Checking segment: {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:50.644703 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Bound using segment: {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:50.645302 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Bound port: 18526521-798b-4819-85a7-238b62a1b1f9, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bcef77-1f65-450a-93d2-c0fef5623a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:50.645736 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:50.734836 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-c318d767-e1b2-40c2-97c5-6a715a396185 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:50.737040 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-c318d767-e1b2-40c2-97c5-6a715a396185 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.53 "GET /v2.0/networks?id=c4c61250-35ff-4946-b863-f7fad0ac45ef HTTP/1.1" status: 200 len: 812 time: 0.1637728 Nov 29 19:04:50.754886 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-94646d81-e484-43c7-97dc-6502d24169c7 req-3bf12299-872b-474e-a26c-6f8f49a4354e tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 210 time: 0.0361698 Nov 29 19:04:50.805804 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] For port 18526521-798b-4819-85a7-238b62a1b1f9, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:50.829094 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] For port 18526521-798b-4819-85a7-238b62a1b1f9, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=18526521-798b-4819-85a7-238b62a1b1f9,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:50.837356 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-e4484c8d-242d-4571-86a0-cf88fa139014 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78ccaccba9748fc999b4ff09de3cac6 HTTP/1.1" status: 200 len: 380 time: 0.0901890 Nov 29 19:04:50.838905 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:50.848869 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b444e996-1edf-4322-9010-526f3aa04e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:50.852358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Request body: {'port': {'device_id': '0a48eece-e74b-4d4c-81b4-5aa260b23909', 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef', 'admin_state_up': True, 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'security_groups': ['e840642f-fcbb-43a3-baeb-f3826297c947']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:50.922339 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:50.922889 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:50.924297 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] 10.222.0.53 "PUT /v2.0/ports/18526521-798b-4819-85a7-238b62a1b1f9 HTTP/1.1" status: 200 len: 1093 time: 0.9147220 Nov 29 19:04:50.927019 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'tag': '18526521-798b-4819-85a7-238b62a1b1f9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:04:50.929533 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe03ca-3437-4bd2-89be-8f725a826b06" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4a79e2-026c-4492-8c98-124dacc1ce4f", "tag": "18526521-798b-4819-85a7-238b62a1b1f9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:04:50.958588 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916e1c-ae1c-4e1a-8a1f-81e7c1b1a3df service neutron] Pushing event updated for resources: {'Port': ['ID=18526521-798b-4819-85a7-238b62a1b1f9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:50.983885 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b7bf5f-edd2-49e4-92eb-5fb65d6106ec x-openstack-request-id: req-18b7bf5f-edd2-49e4-92eb-5fb65d6106ec {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:04:50.984188 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4a79e2-026c-4492-8c98-124dacc1ce4f", "tag": "18526521-798b-4819-85a7-238b62a1b1f9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:04:50.984445 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18b7bf5f-edd2-49e4-92eb-5fb65d6106ec {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:04:50.984842 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'tag': '18526521-798b-4819-85a7-238b62a1b1f9', 'status': 'completed', 'code': 200} Nov 29 19:04:51.059074 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-e86ec9e2-ff80-4f53-a0f2-c9018bec7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:51.060613 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-e86ec9e2-ff80-4f53-a0f2-c9018bec7edf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8cd17cd18784e3aab79f54bc45db851&device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 1096 time: 0.0699573 Nov 29 19:04:51.066733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Made reservation on behalf of f78ccaccba9748fc999b4ff09de3cac6 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:04:51.070308 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:51.115267 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-55df123e-dfd4-4573-b5f9-5290e5155b71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18526521-798b-4819-85a7-238b62a1b1f9 HTTP/1.1" status: 200 len: 217 time: 0.0426452 Nov 29 19:04:51.211389 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-5fd82e6e-5d92-4c09-b080-51bc71bae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:51.213125 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-5fd82e6e-5d92-4c09-b080-51bc71bae8e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdd96acd-8351-4793-90d0-fd1f713e921f HTTP/1.1" status: 200 len: 854 time: 0.0882959 Nov 29 19:04:51.293459 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Allocated IP 172.20.0.10 (c4c61250-35ff-4946-b863-f7fad0ac45ef/267a4154-45dc-4a0b-8cab-322792209266/b3a08388-1d64-4fb4-b2d7-42e62590f5e3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:04:51.308352 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637f44-6587-4334-8446-091652680fde req-40acff2a-5fca-4eaa-9c4c-ae86c8b49b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:51.310074 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-40acff2a-5fca-4eaa-9c4c-ae86c8b49b53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9b8760b-a2c8-48c7-a445-2068ebcf22ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706446 Nov 29 19:04:51.538127 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64fe2b-776d-49aa-9766-6a2bcb3645ee req-bbfd2500-82f3-4bd5-9aa3-0dc836eed06f tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:51.539773 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4f64fe2b-776d-49aa-9766-6a2bcb3645ee req-bbfd2500-82f3-4bd5-9aa3-0dc836eed06f tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 943 time: 0.0521195 Nov 29 19:04:51.591188 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4f64fe2b-776d-49aa-9766-6a2bcb3645ee req-5407dd20-0d0e-4310-b472-948c75a4fa15 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448086 Nov 29 19:04:51.711122 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-0c5a208b-9af3-45f9-a6fe-f2c594a69d0c service neutron] 10.222.0.53 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909032 Nov 29 19:04:51.778973 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:51.866647 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f082adeb-4ba9-4464-956a-7db30995369b req-35a7a77e-0ca5-4d86-86f3-a265ac8d10ae tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 210 time: 0.0407817 Nov 29 19:04:51.869725 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7637f44-6587-4334-8446-091652680fde req-f07cf6ab-a5ff-4649-a39b-0b40e69a898d service neutron] 10.222.0.53 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504366 Nov 29 19:04:51.875484 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:51.920390 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Network c4c61250-35ff-4946-b863-f7fad0ac45ef is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:04:51.931173 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:04:51.935855 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:04:51.974423 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event updated for resources: {'Port': ['ID=b3a08388-1d64-4fb4-b2d7-42e62590f5e3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:52.014996 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:52.015553 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:52.021446 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-5b48fadc-e1ac-4b71-99ee-a81b16534277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:52.022952 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-5b48fadc-e1ac-4b71-99ee-a81b16534277 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8cd17cd18784e3aab79f54bc45db851&device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 1096 time: 0.1013000 Nov 29 19:04:52.043421 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-7946f436-d9a5-48e5-afb9-d323423a795b tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1999307 Nov 29 19:04:52.057759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Request body: {'port': {'device_id': '0a48eece-e74b-4d4c-81b4-5aa260b23909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:04:52.122896 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-31e0a499-9aba-4b29-8e90-6172672f56db None None] Provisioning complete for port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:52.123509 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-31e0a499-9aba-4b29-8e90-6172672f56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:52.157190 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-31e0a499-9aba-4b29-8e90-6172672f56db None None] Port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:04:52.159505 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:52.180845 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-c28cb775-4138-4406-a3bf-6ed43d1bff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:52.182359 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-c28cb775-4138-4406-a3bf-6ed43d1bff67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9b8760b-a2c8-48c7-a445-2068ebcf22ce HTTP/1.1" status: 200 len: 916 time: 0.1510992 Nov 29 19:04:52.244390 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-c779489c-dd58-4f0f-b14c-66445d2a4eb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18526521-798b-4819-85a7-238b62a1b1f9 HTTP/1.1" status: 200 len: 217 time: 0.0408919 Nov 29 19:04:52.364418 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-86acd341-13ca-4380-a7f3-a71929318b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:52.365885 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-86acd341-13ca-4380-a7f3-a71929318b36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdd96acd-8351-4793-90d0-fd1f713e921f HTTP/1.1" status: 200 len: 854 time: 0.1106954 Nov 29 19:04:52.462076 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-f6037479-f58e-487b-add1-67a7f981856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:52.463603 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-f6037479-f58e-487b-add1-67a7f981856e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9b8760b-a2c8-48c7-a445-2068ebcf22ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881121 Nov 29 19:04:52.606801 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a08388-1d64-4fb4-b2d7-42e62590f5e3 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:04:52.614569 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-746fa0fe-c462-4a1b-90fc-24d5633998b7 service neutron] 10.222.0.53 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419902 Nov 29 19:04:52.616269 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:52.671209 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Transition to ACTIVE for port object b3a08388-1d64-4fb4-b2d7-42e62590f5e3 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:04:52.677681 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:52.709184 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b27cb5-ce8f-48f5-8513-04ba24418bcb req-6842918b-5768-4f34-9749-3c2ed59685ee tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:52.711381 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-84b27cb5-ce8f-48f5-8513-04ba24418bcb req-6842918b-5768-4f34-9749-3c2ed59685ee tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 943 time: 0.0492678 Nov 29 19:04:52.759006 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a08388-1d64-4fb4-b2d7-42e62590f5e3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:52.767639 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-84b27cb5-ce8f-48f5-8513-04ba24418bcb req-e691a515-c0a7-4595-af39-6c442d879482 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491970 Nov 29 19:04:52.771524 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d9fe03ca-3437-4bd2-89be-8f725a826b06 req-70e8b632-3f37-49d2-8871-3553abf3e5e5 service neutron] 10.222.0.53 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484516 Nov 29 19:04:52.840064 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Attempting to bind port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:04:52.840496 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Attempting to bind port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:04:52.840898 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Attempting to bind port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 on network c4c61250-35ff-4946-b863-f7fad0ac45ef {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:52.845603 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 on network c4c61250-35ff-4946-b863-f7fad0ac45ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:04:52.846002 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Attempting to bind port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 on network c4c61250-35ff-4946-b863-f7fad0ac45ef {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:04:52.855762 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:04:52.856246 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Checking segment: {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:04:52.856643 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Bound using segment: {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:04:52.857078 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Bound port: b3a08388-1d64-4fb4-b2d7-42e62590f5e3, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c4c61250-35ff-4946-b863-f7fad0ac45ef'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:04:52.857438 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:52.933710 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] For port b3a08388-1d64-4fb4-b2d7-42e62590f5e3, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:04:52.945830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] For port b3a08388-1d64-4fb4-b2d7-42e62590f5e3, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b3a08388-1d64-4fb4-b2d7-42e62590f5e3,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:04:52.951751 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:53.005238 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.005871 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:53.007535 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] 10.222.0.53 "PUT /v2.0/ports/b3a08388-1d64-4fb4-b2d7-42e62590f5e3 HTTP/1.1" status: 200 len: 1094 time: 0.9536774 Nov 29 19:04:53.021141 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a48eece-e74b-4d4c-81b4-5aa260b23909', 'tag': 'b3a08388-1d64-4fb4-b2d7-42e62590f5e3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:04:53.023676 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1421e0-ffc4-4663-b7d0-b097b3d99157" -d '{"events": [{"name": "network-changed", "server_uuid": "0a48eece-e74b-4d4c-81b4-5aa260b23909", "tag": "b3a08388-1d64-4fb4-b2d7-42e62590f5e3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:04:53.064998 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244af6a-8574-4c71-a274-2525c086bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a08388-1d64-4fb4-b2d7-42e62590f5e3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:53.069178 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3feaee0-3563-4b60-9ee9-7fc1811a8b12 x-openstack-request-id: req-a3feaee0-3563-4b60-9ee9-7fc1811a8b12 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:04:53.069481 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a48eece-e74b-4d4c-81b4-5aa260b23909", "tag": "b3a08388-1d64-4fb4-b2d7-42e62590f5e3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:04:53.069736 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3feaee0-3563-4b60-9ee9-7fc1811a8b12 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:04:53.070120 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a48eece-e74b-4d4c-81b4-5aa260b23909', 'tag': 'b3a08388-1d64-4fb4-b2d7-42e62590f5e3', 'status': 'completed', 'code': 200} Nov 29 19:04:53.097986 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f68f1f-6e9b-4812-bf8d-b7b6bf4e713b req-257e0fbf-39f7-48f0-bd1d-9715661c106d tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.099570 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7f68f1f-6e9b-4812-bf8d-b7b6bf4e713b req-257e0fbf-39f7-48f0-bd1d-9715661c106d tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 944 time: 0.1155326 Nov 29 19:04:53.128630 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-b527bab2-cff4-4eb7-bf86-7aad5c9b8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.130157 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-b527bab2-cff4-4eb7-bf86-7aad5c9b8941 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f78ccaccba9748fc999b4ff09de3cac6&device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 1097 time: 0.0785425 Nov 29 19:04:53.187056 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-b257e03f-a195-4745-a663-725d29836e2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3a08388-1d64-4fb4-b2d7-42e62590f5e3 HTTP/1.1" status: 200 len: 217 time: 0.0467229 Nov 29 19:04:53.196281 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a7f68f1f-6e9b-4812-bf8d-b7b6bf4e713b req-8903cebe-544b-4e75-93c4-d75c786360ae tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/security-groups?id=e840642f-fcbb-43a3-baeb-f3826297c947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906439 Nov 29 19:04:53.237174 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-41cacf62-55d5-438e-8107-fbdb4074e317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:53.247786 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-3566c4f2-5319-4b8a-926b-a24cefa109c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.249302 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-3566c4f2-5319-4b8a-926b-a24cefa109c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=267a4154-45dc-4a0b-8cab-322792209266 HTTP/1.1" status: 200 len: 851 time: 0.0521677 Nov 29 19:04:53.295497 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-3e19764d-f18d-466e-a63e-e7e77aa2ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.297043 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-3e19764d-f18d-466e-a63e-e7e77aa2ae54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4c61250-35ff-4946-b863-f7fad0ac45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408702 Nov 29 19:04:53.389155 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-8e9e98e2-c8f9-40a9-820d-17a0068b5dff service neutron] 10.222.0.53 "GET /v2.0/networks/c4c61250-35ff-4946-b863-f7fad0ac45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Nov 29 19:04:53.477684 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-99a57ae6-b19f-4f28-84fc-ee784088c0bb service neutron] 10.222.0.53 "GET /v2.0/networks/c4c61250-35ff-4946-b863-f7fad0ac45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811887 Nov 29 19:04:53.568925 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-6eb724c8-0800-4651-8436-5e888f0bc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.570521 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-6eb724c8-0800-4651-8436-5e888f0bc275 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f78ccaccba9748fc999b4ff09de3cac6&device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 1097 time: 0.0423036 Nov 29 19:04:53.672013 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-4b6127b2-d721-418f-a648-3428de898db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.673497 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-4b6127b2-d721-418f-a648-3428de898db2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c4c61250-35ff-4946-b863-f7fad0ac45ef HTTP/1.1" status: 200 len: 913 time: 0.0897484 Nov 29 19:04:53.714526 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-8f4f8a73-f391-4aa8-b8e1-aaa6ff4086ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3a08388-1d64-4fb4-b2d7-42e62590f5e3 HTTP/1.1" status: 200 len: 217 time: 0.0336030 Nov 29 19:04:53.767418 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-de8e7827-5634-4143-b46a-27a1b29fdf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.769009 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-de8e7827-5634-4143-b46a-27a1b29fdf36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=267a4154-45dc-4a0b-8cab-322792209266 HTTP/1.1" status: 200 len: 851 time: 0.0461605 Nov 29 19:04:53.814995 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-c70c1f6a-ba29-4991-9fa4-f904132f4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.817459 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-c70c1f6a-ba29-4991-9fa4-f904132f4c5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4c61250-35ff-4946-b863-f7fad0ac45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410106 Nov 29 19:04:53.912564 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71277b60-8cac-4fc5-962e-4229885650bd req-8103b68c-f342-4fa0-b4d7-774c4c6a9d6b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.914168 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-71277b60-8cac-4fc5-962e-4229885650bd req-8103b68c-f342-4fa0-b4d7-774c4c6a9d6b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 943 time: 0.0607102 Nov 29 19:04:53.942194 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-b33d2426-f7b7-41e7-9196-2a2f9a53519e tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:53.943655 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-b33d2426-f7b7-41e7-9196-2a2f9a53519e tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 944 time: 0.0743606 Nov 29 19:04:53.961749 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-9ea9df06-48bd-4d9f-af43-48a136023823 service neutron] 10.222.0.53 "GET /v2.0/networks/c4c61250-35ff-4946-b863-f7fad0ac45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346178 Nov 29 19:04:53.965521 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-71277b60-8cac-4fc5-962e-4229885650bd req-3ee67cc5-99ab-4e11-80e6-113ea814f5d4 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450246 Nov 29 19:04:54.135579 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d1421e0-ffc4-4663-b7d0-b097b3d99157 req-a5f8e164-552c-4adc-a608-557e5ecc40d3 service neutron] 10.222.0.53 "GET /v2.0/networks/c4c61250-35ff-4946-b863-f7fad0ac45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571033 Nov 29 19:04:54.143549 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Deleting port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:04:54.143886 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:54.186401 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:54.234629 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] For port b3a08388-1d64-4fb4-b2d7-42e62590f5e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b3a08388-1d64-4fb4-b2d7-42e62590f5e3,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:54.235079 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:54.251036 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Calling delete_port for b3a08388-1d64-4fb4-b2d7-42e62590f5e3 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:04:54.382568 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215cb45-2b5b-41d0-b7b2-a014bea9e36b req-8f319509-8daf-4858-88d2-d3fe148b7d50 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:54.384047 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6215cb45-2b5b-41d0-b7b2-a014bea9e36b req-8f319509-8daf-4858-88d2-d3fe148b7d50 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 944 time: 0.1001279 Nov 29 19:04:54.469090 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6215cb45-2b5b-41d0-b7b2-a014bea9e36b req-863fcd58-6c82-4264-a21e-0e931ed03879 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/security-groups?id=e840642f-fcbb-43a3-baeb-f3826297c947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786016 Nov 29 19:04:54.476164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:54.504809 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event deleted for resources: {'Port': ['ID=b3a08388-1d64-4fb4-b2d7-42e62590f5e3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:54.566303 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] No DVR routers for this DVR port b3a08388-1d64-4fb4-b2d7-42e62590f5e3 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:04:54.569360 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:54.572660 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eba6da5b-2652-44a0-8047-23fcdbb6b48c req-24df4c70-5155-4dd5-96d7-83486c4be6a2 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.53 "DELETE /v2.0/ports/b3a08388-1d64-4fb4-b2d7-42e62590f5e3 HTTP/1.1" status: 204 len: 173 time: 0.6217766 Nov 29 19:04:55.071066 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a48eece-e74b-4d4c-81b4-5aa260b23909', 'name': 'network-vif-deleted', 'tag': 'b3a08388-1d64-4fb4-b2d7-42e62590f5e3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:04:55.073515 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d879f16b-f8b9-4159-8e10-62a87a3ff64d" -d '{"events": [{"server_uuid": "0a48eece-e74b-4d4c-81b4-5aa260b23909", "name": "network-vif-deleted", "tag": "b3a08388-1d64-4fb4-b2d7-42e62590f5e3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:04:55.086719 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bd599-ba8d-4243-939b-3a1df6ccff02 req-dc5aeac2-8a91-4516-a2a9-fb665a674716 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:55.088227 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c80bd599-ba8d-4243-939b-3a1df6ccff02 req-dc5aeac2-8a91-4516-a2a9-fb665a674716 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 943 time: 0.0487225 Nov 29 19:04:55.103912 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f365ca12-be79-42a5-9796-b6893b5854ab x-openstack-request-id: req-f365ca12-be79-42a5-9796-b6893b5854ab {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:04:55.104219 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a48eece-e74b-4d4c-81b4-5aa260b23909", "name": "network-vif-deleted", "tag": "b3a08388-1d64-4fb4-b2d7-42e62590f5e3", "status": "failed", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:04:55.104478 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f365ca12-be79-42a5-9796-b6893b5854ab {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:04:55.104925 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a48eece-e74b-4d4c-81b4-5aa260b23909', 'name': 'network-vif-deleted', 'tag': 'b3a08388-1d64-4fb4-b2d7-42e62590f5e3', 'status': 'failed', 'code': 422} returned with failed status Nov 29 19:04:55.137234 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c80bd599-ba8d-4243-939b-3a1df6ccff02 req-92c528b0-a46c-46d5-b4b3-70f43f9ed29b tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Nov 29 19:04:55.470428 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 18526521-798b-4819-85a7-238b62a1b1f9 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:04:55.563385 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 18526521-798b-4819-85a7-238b62a1b1f9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=18526521-798b-4819-85a7-238b62a1b1f9,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:55.575650 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '18526521-798b-4819-85a7-238b62a1b1f9', 'network_id': 'd9b8760b-a2c8-48c7-a445-2068ebcf22ce', 'port_id': '18526521-798b-4819-85a7-238b62a1b1f9', 'mac_address': 'fa:16:3e:3f:d6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd96acd-8351-4793-90d0-fd1f713e921f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:04:55.576907 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f42c883a-4358-495a-9766-3fbb3bc085f1 req-5cce0d8a-b099-4ef0-9097-74b840dd0541 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 210 time: 0.0257807 Nov 29 19:04:55.611982 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:55.629440 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18526521-798b-4819-85a7-238b62a1b1f9 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:04:55.648502 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 18526521-798b-4819-85a7-238b62a1b1f9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=18526521-798b-4819-85a7-238b62a1b1f9,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:55.652795 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:55.734395 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fc9267c7-8e79-4e0c-987c-1c640bfea295 req-ace48bf9-aecf-4c6b-adbe-59835eb2eafd tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a48eece-e74b-4d4c-81b4-5aa260b23909 HTTP/1.1" status: 200 len: 210 time: 0.0334232 Nov 29 19:04:55.814990 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=18526521-798b-4819-85a7-238b62a1b1f9,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:55.910554 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:55.979604 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['18526521-798b-4819-85a7-238b62a1b1f9'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:04:56.263922 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0d327-21b7-4ffd-8592-2bafab63dcbe req-bfb62969-486e-4ed0-bec1-f1b39631ce77 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:56.267411 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-66a0d327-21b7-4ffd-8592-2bafab63dcbe req-bfb62969-486e-4ed0-bec1-f1b39631ce77 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 944 time: 0.0527594 Nov 29 19:04:56.317898 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-66a0d327-21b7-4ffd-8592-2bafab63dcbe req-7d8cf8fb-f5ac-4fe0-9d98-8d1d1cd7e55f tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 Nov 29 19:04:56.616178 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.340024 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55022) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:57.420167 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8765c277-2a39-43b1-816a-655a80823217 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.451046 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8765c277-2a39-43b1-816a-655a80823217 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.471989 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312981-c0ae-4e87-b123-bd5017029566 req-dc5b0176-e4a2-423b-83e7-778f37cc3358 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:57.473498 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-18312981-c0ae-4e87-b123-bd5017029566 req-dc5b0176-e4a2-423b-83e7-778f37cc3358 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 944 time: 0.0875235 Nov 29 19:04:57.474172 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 18526521-798b-4819-85a7-238b62a1b1f9 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:04:57.526912 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 18526521-798b-4819-85a7-238b62a1b1f9 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:04:57.532592 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 18526521-798b-4819-85a7-238b62a1b1f9 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:04:57.533041 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.536745 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-18312981-c0ae-4e87-b123-bd5017029566 req-36b68734-f3ef-43bd-a04b-bb11668bcd62 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Nov 29 19:04:57.571227 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8765c277-2a39-43b1-816a-655a80823217 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.573854 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8765c277-2a39-43b1-816a-655a80823217 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.575016 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-8765c277-2a39-43b1-816a-655a80823217 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] 10.222.0.45 "DELETE /v2.0/security-groups/e840642f-fcbb-43a3-baeb-f3826297c947 HTTP/1.1" status: 204 len: 168 time: 0.2335205 Nov 29 19:04:57.585866 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765c277-2a39-43b1-816a-655a80823217 tempest-TestVolumeBootPattern-2110964725 tempest-TestVolumeBootPattern-2110964725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e840642f-fcbb-43a3-baeb-f3826297c947,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:57.616820 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55030) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:57.623494 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.648983 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18526521-798b-4819-85a7-238b62a1b1f9'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:04:57.651690 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87cab7-83a7-4a52-8c0e-4b362d238ca4" -d '{"events": [{"server_uuid": "9c4a79e2-026c-4492-8c98-124dacc1ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "18526521-798b-4819-85a7-238b62a1b1f9"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:04:57.666026 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 18526521-798b-4819-85a7-238b62a1b1f9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=18526521-798b-4819-85a7-238b62a1b1f9,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:57.671654 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.698994 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb999928-6b8d-438d-947d-1300c59df74e x-openstack-request-id: req-bb999928-6b8d-438d-947d-1300c59df74e {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:04:57.699383 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a79e2-026c-4492-8c98-124dacc1ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "18526521-798b-4819-85a7-238b62a1b1f9", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:04:57.699704 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb999928-6b8d-438d-947d-1300c59df74e {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:04:57.700166 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18526521-798b-4819-85a7-238b62a1b1f9', 'code': 200} Nov 29 19:04:57.729319 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=18526521-798b-4819-85a7-238b62a1b1f9,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:58.073124 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:58.091546 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e4c9d-ea55-466d-94be-edad9578fa0f req-a3bbd8a4-bc4c-494e-a9f4-c35d67156014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:58.093126 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cc2e4c9d-ea55-466d-94be-edad9578fa0f req-a3bbd8a4-bc4c-494e-a9f4-c35d67156014 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 1098 time: 0.2699432 Nov 29 19:04:58.138414 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cc2e4c9d-ea55-466d-94be-edad9578fa0f req-e3239074-b460-4c3a-b4fe-ec940318a94a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377927 Nov 29 19:04:58.152135 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:04:58.371507 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Deleting port 1c456b73-e722-42b7-a428-61fc594fa6b8 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:04:58.372354 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:58.451073 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] For port 1c456b73-e722-42b7-a428-61fc594fa6b8, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=1c456b73-e722-42b7-a428-61fc594fa6b8,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:58.451463 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:58.464589 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Calling delete_port for 1c456b73-e722-42b7-a428-61fc594fa6b8 owned by network:router_interface {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:04:58.655850 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1b2d5-58ee-41b8-9af8-26aed756342c req-5040f367-93ac-4250-a7d7-ba16f06b6344 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:58.657380 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-95a1b2d5-58ee-41b8-9af8-26aed756342c req-5040f367-93ac-4250-a7d7-ba16f06b6344 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 945 time: 0.0503650 Nov 29 19:04:58.668229 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:58.695906 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c456b73-e722-42b7-a428-61fc594fa6b8,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:04:58.710134 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-95a1b2d5-58ee-41b8-9af8-26aed756342c req-12031ca3-90c0-484e-964b-ed3ea186356c tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Nov 29 19:04:58.869642 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:59.259487 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Router a62356c2-1974-485b-bb81-882d76ee3838 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:04:59.364022 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:04:59.369385 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-c0c4f03d-6962-4263-8077-17ee2da1fa46 admin admin] 10.222.0.45 "PUT /v2.0/routers/a62356c2-1974-485b-bb81-882d76ee3838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512157 Nov 29 19:04:59.371728 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55050) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:04:59.374614 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] Sync routers for ids ['a62356c2-1974-485b-bb81-882d76ee3838'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:04:59.384580 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] Routers {'a62356c2-1974-485b-bb81-882d76ee3838'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:59.385180 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['a62356c2-1974-485b-bb81-882d76ee3838'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:59.474869 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:59.487497 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] Set router a62356c2-1974-485b-bb81-882d76ee3838 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:59.577644 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:59.632839 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Deleting port dcadd486-756a-47e7-a5c0-20b812f908bc {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:04:59.633273 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:59.668285 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:58Z', 'revision_number': 5, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port': {'id': 'dcadd486-756a-47e7-a5c0-20b812f908bc', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:16Z', 'updated_at': '2021-11-29T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:59.698888 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] Checking router: a62356c2-1974-485b-bb81-882d76ee3838 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:04:59.708693 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] Routers {'a62356c2-1974-485b-bb81-882d76ee3838'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:04:59.709443 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['a62356c2-1974-485b-bb81-882d76ee3838'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:59.715394 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] For port dcadd486-756a-47e7-a5c0-20b812f908bc, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=dcadd486-756a-47e7-a5c0-20b812f908bc,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:04:59.715866 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:59.729108 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Calling delete_port for dcadd486-756a-47e7-a5c0-20b812f908bc owned by network:router_gateway {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:04:59.794125 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] Set router a62356c2-1974-485b-bb81-882d76ee3838 gateway port host: None {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:04:59.847000 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:59Z', 'revision_number': 6, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port_host': None}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:04:59.873021 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7928c-413d-4d49-b664-3437ed5181cc None None] The sync data for ids ['a62356c2-1974-485b-bb81-882d76ee3838'] in dv-cinder-815746-3-iscsi is: [{'id': 'a62356c2-1974-485b-bb81-882d76ee3838', 'name': 'tempest-TestVolumeBootPattern-1597023393-router', 'tenant_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:59Z', 'revision_number': 6, 'project_id': 'f78ccaccba9748fc999b4ff09de3cac6', 'gw_port_host': None}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:04:59.882605 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c121b-7f5b-48da-afd4-039cfcc03238 req-4169ef06-ba3a-461b-9376-37258d1ca47a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:59.884155 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0c4c121b-7f5b-48da-afd4-039cfcc03238 req-4169ef06-ba3a-461b-9376-37258d1ca47a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 945 time: 0.0965874 Nov 29 19:04:59.974287 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:59.983080 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0c4c121b-7f5b-48da-afd4-039cfcc03238 req-aeae51d0-29de-47f8-8182-65e15a1eccd6 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838559 Nov 29 19:05:00.010036 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcadd486-756a-47e7-a5c0-20b812f908bc,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:00.072463 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.100053 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dde4f-1c6a-45e0-9b31-13f97ec8f2a0 req-a0ae01ac-51c0-4289-95ae-7046ab83892c tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:00.101534 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b57dde4f-1c6a-45e0-9b31-13f97ec8f2a0 req-a0ae01ac-51c0-4289-95ae-7046ab83892c tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 945 time: 0.0486405 Nov 29 19:05:00.153044 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b57dde4f-1c6a-45e0-9b31-13f97ec8f2a0 req-846ab7a9-5eb2-4994-9f6e-e399c39eac01 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453763 Nov 29 19:05:00.177133 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.179452 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.253729 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.254298 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62356c2-1974-485b-bb81-882d76ee3838 {{(pid=102679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:05:00.266176 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.267763 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-abdf633d-d8be-4346-a5ec-1916ee50e4e6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a62356c2-1974-485b-bb81-882d76ee3838 HTTP/1.1" status: 204 len: 168 time: 0.8945026 Nov 29 19:05:00.270652 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55066) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:00.327723 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] Deleting subnet 267a4154-45dc-4a0b-8cab-322792209266 {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:05:00.331711 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.366768 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.486759 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.496344 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babb16d-7c31-4157-a09a-9a51b8293b6d req-82c0a624-69a8-4fd1-90dc-1ba439040a1e tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:00.498080 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6babb16d-7c31-4157-a09a-9a51b8293b6d req-82c0a624-69a8-4fd1-90dc-1ba439040a1e tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 945 time: 0.0512130 Nov 29 19:05:00.541013 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.547027 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6babb16d-7c31-4157-a09a-9a51b8293b6d req-ebea3459-a564-4136-81ec-3ac3b398a06a tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Nov 29 19:05:00.570755 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267a4154-45dc-4a0b-8cab-322792209266,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:00.574315 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.577505 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d30e0e4e-516d-4937-ad69-d58042ac55c5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/267a4154-45dc-4a0b-8cab-322792209266 HTTP/1.1" status: 204 len: 168 time: 0.3057756 Nov 29 19:05:00.579916 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55072) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:00.583306 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a9bc2-1bf4-499a-be0d-a2caca21f424 None None] Network c4c61250-35ff-4946-b863-f7fad0ac45ef requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:05:00.647974 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.723893 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Deleting port 7c761cac-b0d5-49b1-96e0-1822a767268d {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:05:00.724193 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.798541 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] DHCP port deletion for c4c61250-35ff-4946-b863-f7fad0ac45ef request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:05:00.804210 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] For port 7c761cac-b0d5-49b1-96e0-1822a767268d, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=7c761cac-b0d5-49b1-96e0-1822a767268d,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:00.804602 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.820668 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Calling delete_port for 7c761cac-b0d5-49b1-96e0-1822a767268d owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:05:00.861078 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] Deleting port 7c761cac-b0d5-49b1-96e0-1822a767268d {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:05:00.862033 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.917866 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.936952 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] For port 7c761cac-b0d5-49b1-96e0-1822a767268d, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=7c761cac-b0d5-49b1-96e0-1822a767268d,segment=NetworkSegment(efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f),segment_id=efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:00.937359 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.948945 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c761cac-b0d5-49b1-96e0-1822a767268d,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:00.954726 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] No DVR routers for this DVR port 7c761cac-b0d5-49b1-96e0-1822a767268d on host dv-cinder-815746-3-iscsi {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:05:00.959816 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] Calling delete_port for 7c761cac-b0d5-49b1-96e0-1822a767268d owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:05:01.038051 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.061344 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c61250-35ff-4946-b863-f7fad0ac45ef']}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:01.072310 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f') {'for_net_delete': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:01.072602 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbc3d97-bc13-4e0f-84d5-f6aeddd25d8f') {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:01.083541 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-705503'] for segment, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.099867 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.106401 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:05:01.106793 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28345254'] for segment, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: Traceback (most recent call last): Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: timer() Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: cb(*args, **kw) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: return func(*args, **kwargs) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: self._notify() Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: self.callback(batched_events) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: event.method(event) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: return f(self, *a, **k) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._get(url).json() Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: return self.request(url, 'GET', **kwargs) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:05:01.108605 dv-cinder-815746-3-iscsi neutron-server[102679]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:05:01.115116 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575'] for port, after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.145699 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] No DVR routers for this DVR port 7c761cac-b0d5-49b1-96e0-1822a767268d on host dv-cinder-815746-3-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:05:01.150069 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299df9b-00cf-4112-bed7-7cfe8882107d None None] Pushing event deleted for resources: {'Port': ['ID=7c761cac-b0d5-49b1-96e0-1822a767268d,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:01.171647 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.176968 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.180408 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c4c61250-35ff-4946-b863-f7fad0ac45ef HTTP/1.1" status: 204 len: 168 time: 0.5995750 Nov 29 19:05:01.186172 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 55082) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:01.192107 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824193-205c-4083-a177-a2f27f26f367 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c61250-35ff-4946-b863-f7fad0ac45ef,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:01.340463 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 1c456b73-e722-42b7-a428-61fc594fa6b8 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:01.361543 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 1c456b73-e722-42b7-a428-61fc594fa6b8 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:05:01.361892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 1c456b73-e722-42b7-a428-61fc594fa6b8 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:01.362356 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 7c761cac-b0d5-49b1-96e0-1822a767268d no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:01.383184 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 7c761cac-b0d5-49b1-96e0-1822a767268d {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:05:01.383465 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 7c761cac-b0d5-49b1-96e0-1822a767268d not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:01.383888 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device dcadd486-756a-47e7-a5c0-20b812f908bc no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:01.405933 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: dcadd486-756a-47e7-a5c0-20b812f908bc {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:05:01.406293 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device dcadd486-756a-47e7-a5c0-20b812f908bc not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:01.604087 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.895668 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Deleting port 22750bf7-b243-4c6b-b9de-a6012ed71d58 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:05:01.895988 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:01.989000 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] For port 22750bf7-b243-4c6b-b9de-a6012ed71d58, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=22750bf7-b243-4c6b-b9de-a6012ed71d58,segment=NetworkSegment(8f429e5e-c2f8-4da5-a83b-9f4b095bde26),segment_id=8f429e5e-c2f8-4da5-a83b-9f4b095bde26)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:01.989397 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:02.002503 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Calling delete_port for 22750bf7-b243-4c6b-b9de-a6012ed71d58 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:05:02.187909 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:02.217165 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22750bf7-b243-4c6b-b9de-a6012ed71d58,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:02.405501 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:02.632738 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Router aee00c2e-48d7-4067-b6ae-a3850dd74d2c has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:05:02.741229 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:05:02.746377 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-cfadccb6-2838-4ec1-96f0-78ee48d00fc1 admin admin] 10.222.0.45 "PUT /v2.0/routers/aee00c2e-48d7-4067-b6ae-a3850dd74d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5591211 Nov 29 19:05:02.749111 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 55114) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:02.750202 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] Sync routers for ids ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:05:02.760754 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] Routers {'aee00c2e-48d7-4067-b6ae-a3850dd74d2c'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:05:02.761370 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:02.852965 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:02.871229 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] Set router aee00c2e-48d7-4067-b6ae-a3850dd74d2c gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:05:02.963894 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.021103 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Deleting port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:05:03.021358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.050226 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:05:02Z', 'revision_number': 5, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port': {'id': '95c94923-8a34-4eaf-8f76-7ccebf30b9f0', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:24Z', 'updated_at': '2021-11-29T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:03.079117 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] Checking router: aee00c2e-48d7-4067-b6ae-a3850dd74d2c for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:05:03.088322 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] Routers {'aee00c2e-48d7-4067-b6ae-a3850dd74d2c'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:05:03.088913 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:04:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:03.105298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] For port 95c94923-8a34-4eaf-8f76-7ccebf30b9f0, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:03.105721 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.118857 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Calling delete_port for 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:05:03.170765 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] Set router aee00c2e-48d7-4067-b6ae-a3850dd74d2c gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:05:03.224213 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:05:02Z', 'revision_number': 6, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port_host': None}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:03.251397 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25479e1e-78d2-405a-bca0-6c20cd0d8e8b None None] The sync data for ids ['aee00c2e-48d7-4067-b6ae-a3850dd74d2c'] in dv-cinder-815746-3-iscsi is: [{'id': 'aee00c2e-48d7-4067-b6ae-a3850dd74d2c', 'name': 'tempest-TestVolumeBootPattern-2049410872-router', 'tenant_id': '928564476b2941c79b57c3b0bedc41a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:23Z', 'updated_at': '2021-11-29T19:05:02Z', 'revision_number': 6, 'project_id': '928564476b2941c79b57c3b0bedc41a4', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:05:03.285746 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.317052 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c94923-8a34-4eaf-8f76-7ccebf30b9f0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:03.382745 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.723408 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.725821 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.791157 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.791601 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee00c2e-48d7-4067-b6ae-a3850dd74d2c {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:05:03.796653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.797790 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-b5ab3e4e-10b2-481e-88a0-c9c3f53a7027 admin admin] 10.222.0.45 "DELETE /v2.0/routers/aee00c2e-48d7-4067-b6ae-a3850dd74d2c HTTP/1.1" status: 204 len: 168 time: 1.0477791 Nov 29 19:05:03.800506 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 55126) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:03.844170 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] Deleting subnet ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:05:03.848216 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.882604 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26314930'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:03.993294 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.047547 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26339389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26608207'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.075898 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:04.077890 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.081618 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-0ff45c9d-a2f1-4cf2-9a5a-ad5540445b6d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ce555ceb-0dc7-4191-b80b-a2ecbd4b4c33 HTTP/1.1" status: 204 len: 168 time: 0.2798800 Nov 29 19:05:04.084075 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55130) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:04.086215 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b60195-7b78-4ba9-9581-70edf864790d None None] Network 73fdc0bd-f64a-454f-8925-2a82915fd1f7 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:05:04.159599 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.215117 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Deleting port 038e1e3a-5410-4501-948f-230c033ba7ed {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:05:04.215459 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.273325 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] DHCP port deletion for 73fdc0bd-f64a-454f-8925-2a82915fd1f7 request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:05:04.289389 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] For port 038e1e3a-5410-4501-948f-230c033ba7ed, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=038e1e3a-5410-4501-948f-230c033ba7ed,segment=NetworkSegment(8f429e5e-c2f8-4da5-a83b-9f4b095bde26),segment_id=8f429e5e-c2f8-4da5-a83b-9f4b095bde26)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:04.289782 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.304163 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Calling delete_port for 038e1e3a-5410-4501-948f-230c033ba7ed owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:05:04.332215 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] Deleting port 038e1e3a-5410-4501-948f-230c033ba7ed {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:05:04.332695 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.392325 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.425939 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Pushing event deleted for resources: {'Port': ['ID=038e1e3a-5410-4501-948f-230c033ba7ed,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:04.432285 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] No DVR routers for this DVR port 038e1e3a-5410-4501-948f-230c033ba7ed on host dv-cinder-815746-3-iscsi {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:05:04.527319 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] For port 038e1e3a-5410-4501-948f-230c033ba7ed, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=038e1e3a-5410-4501-948f-230c033ba7ed,segment=NetworkSegment(8f429e5e-c2f8-4da5-a83b-9f4b095bde26),segment_id=8f429e5e-c2f8-4da5-a83b-9f4b095bde26)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:04.527729 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.533378 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.541123 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] Calling delete_port for 038e1e3a-5410-4501-948f-230c033ba7ed owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:05:04.556001 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fdc0bd-f64a-454f-8925-2a82915fd1f7']}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:04.566328 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f429e5e-c2f8-4da5-a83b-9f4b095bde26') {'for_net_delete': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:04.566700 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f429e5e-c2f8-4da5-a83b-9f4b095bde26') {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:04.578687 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-705503'] for segment, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.593516 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.601632 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=102679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:05:04.602055 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28345254'] for segment, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: Traceback (most recent call last): Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: timer() Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: cb(*args, **kw) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: return func(*args, **kwargs) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: self._notify() Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: self.callback(batched_events) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: event.method(event) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: return f(self, *a, **k) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._get(url).json() Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: return self.request(url, 'GET', **kwargs) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:05:04.603765 dv-cinder-815746-3-iscsi neutron-server[102679]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:05:04.646427 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575'] for port, after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.668141 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.673584 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.675807 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] Pushing event deleted for resources: {'Port': ['ID=038e1e3a-5410-4501-948f-230c033ba7ed,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:04.678289 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] 10.222.0.45 "DELETE /v2.0/networks/73fdc0bd-f64a-454f-8925-2a82915fd1f7 HTTP/1.1" status: 204 len: 168 time: 0.5922234 Nov 29 19:05:04.678447 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafab0a-e1d6-4fbd-bcaa-db40ec4f39d8 None None] No DVR routers for this DVR port 038e1e3a-5410-4501-948f-230c033ba7ed on host dv-cinder-815746-3-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:05:04.693024 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91a096-d10b-4f40-83b8-a9f486840391 admin admin] Pushing event deleted for resources: {'Network': ['ID=73fdc0bd-f64a-454f-8925-2a82915fd1f7,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:04.886041 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55144) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:04.926422 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-cd1c48d3-2a15-4d7d-84e9-b03bf5fd1996 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f78ccaccba9748fc999b4ff09de3cac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390673 Nov 29 19:05:04.928724 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55146) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:04.981459 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96385eb7-ab5c-4cb9-a6eb-bc2bc0ee9e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.006945 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96385eb7-ab5c-4cb9-a6eb-bc2bc0ee9e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.056608 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96385eb7-ab5c-4cb9-a6eb-bc2bc0ee9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.059308 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96385eb7-ab5c-4cb9-a6eb-bc2bc0ee9e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.060485 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-96385eb7-ab5c-4cb9-a6eb-bc2bc0ee9e05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00d80804-5ae1-4233-8327-aeed009690a3 HTTP/1.1" status: 204 len: 168 time: 0.1308777 Nov 29 19:05:05.068630 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96385eb7-ab5c-4cb9-a6eb-bc2bc0ee9e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d80804-5ae1-4233-8327-aeed009690a3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:05.328666 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 22750bf7-b243-4c6b-b9de-a6012ed71d58 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:05.349158 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 22750bf7-b243-4c6b-b9de-a6012ed71d58 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:05:05.349620 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 22750bf7-b243-4c6b-b9de-a6012ed71d58 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:05.350020 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:05.368394 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:05:05.368660 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 95c94923-8a34-4eaf-8f76-7ccebf30b9f0 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:05.369068 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 038e1e3a-5410-4501-948f-230c033ba7ed no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:05.390268 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 038e1e3a-5410-4501-948f-230c033ba7ed {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:05:05.390631 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 038e1e3a-5410-4501-948f-230c033ba7ed not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:05.414069 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55156) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:05.452688 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-148f5275-34cb-4783-bcab-03a59c277187 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=928564476b2941c79b57c3b0bedc41a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374346 Nov 29 19:05:05.455054 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 55158) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:05:05.500568 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-080c0ab1-6e20-4b14-835b-f8a2f1f93b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.520954 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-080c0ab1-6e20-4b14-835b-f8a2f1f93b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.567984 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-080c0ab1-6e20-4b14-835b-f8a2f1f93b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.570698 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-080c0ab1-6e20-4b14-835b-f8a2f1f93b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:05.579721 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-080c0ab1-6e20-4b14-835b-f8a2f1f93b59 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e52f2bc-6e60-4c0f-80b4-07c6384001c7 HTTP/1.1" status: 204 len: 168 time: 0.1152940 Nov 29 19:05:05.580820 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c0ab1-6e20-4b14-835b-f8a2f1f93b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e52f2bc-6e60-4c0f-80b4-07c6384001c7,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:13.201166 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-586c691c-a45b-4fb0-aff9-719694902a9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431039 Nov 29 19:05:13.261198 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-9c49d7a8-9828-4cf5-9e1d-ae8aba767ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:13.262745 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-9c49d7a8-9828-4cf5-9e1d-ae8aba767ea3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 1098 time: 0.0403872 Nov 29 19:05:13.375794 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-c508357d-848a-47fd-9561-e15aabba8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:13.377821 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-c508357d-848a-47fd-9561-e15aabba8af1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 920 time: 0.0932798 Nov 29 19:05:13.418832 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-2eeb831a-c3f2-456d-9bc9-19ed8cfc4b5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5 HTTP/1.1" status: 200 len: 217 time: 0.0342078 Nov 29 19:05:13.466112 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-cc4df54c-54e3-40e9-8e7f-fd08e3f9cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:13.467456 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-cc4df54c-54e3-40e9-8e7f-fd08e3f9cd75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.0423310 Nov 29 19:05:13.498524 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-7d729248-7458-42aa-9485-29b366dc202c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242274 Nov 29 19:05:13.592458 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-e58621f9-e02f-49fd-92ca-0fb356c9e164 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870166 Nov 29 19:05:13.680557 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9447e23c-7f20-4884-a3f6-791ca359b7fe req-3a86cf8d-914d-4606-a0f6-961f3f9baa87 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814478 Nov 29 19:05:15.857787 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:20.850564 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4d24486-aaf6-4c88-9478-db520c4a90cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:23.240097 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d869f059-0666-4f5f-bcd3-2a2a28e8d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:24.187714 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:25.913641 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:26.623284 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:35.151796 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:05:45.862222 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:50.851871 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b7468426-3537-4353-9cd6-6e94eb65f7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:53.241766 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d26098ca-97fa-47e1-b5d1-5b486ec7d6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:54.190099 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:55.915477 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:56.615666 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:12.150323 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:06:14.172951 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-04b6f8be-1093-4435-abc3-82ecf6cce29e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454402 Nov 29 19:06:14.234612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-32ac08dd-cd7f-4c65-ba49-62aebb5f97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:14.236107 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-32ac08dd-cd7f-4c65-ba49-62aebb5f97f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb17ce0da1074482a968d9210a8e018c&device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 1098 time: 0.0414729 Nov 29 19:06:14.337074 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-9a563273-ce4d-4fec-911e-5f037aaeb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:14.338570 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-9a563273-ce4d-4fec-911e-5f037aaeb87b service neutron] 10.222.0.53 "GET /v2.0/networks?id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 200 len: 920 time: 0.0838685 Nov 29 19:06:14.383687 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-a224a0d3-d220-4de0-96ca-2d61eae7ba9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5afd986-23c0-423b-9da1-46af814ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0375538 Nov 29 19:06:14.431472 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-73b96560-7737-4e40-b63a-ecffeb55826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:14.432863 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-73b96560-7737-4e40-b63a-ecffeb55826a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 200 len: 859 time: 0.0418179 Nov 29 19:06:14.464283 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-3eb10a66-3403-49ef-a4db-76806676f102 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50baf5da-ed6c-42a5-b3cc-f25e70102e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242066 Nov 29 19:06:14.557409 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-2e6b0efd-5fcc-434f-aa59-80eaac220b2b service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856061 Nov 29 19:06:14.647042 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c027eb2d-28f9-4636-a135-2f5f438fcf1d req-d51c7b58-2edf-4262-8da1-165f98bf2b49 service neutron] 10.222.0.53 "GET /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827897 Nov 29 19:06:15.866621 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:20.855052 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-118dedc3-71d8-4c68-8b99-39b092dca519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:23.242066 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b6b701ff-ed21-4d95-8365-a52631ef644f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:24.192181 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:25.916481 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:26.617517 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:45.881508 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:49.149867 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:06:50.857087 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29123e66-6eb9-4688-8ac0-542b2ed87e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:53.243125 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f5b8636e-5ccf-40a4-90e9-5565b154f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:54.195540 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:55.920169 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:56.619092 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:15.156047 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-afc7be72-ab94-4ac0-a977-8429f2e3c7a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394113 Nov 29 19:07:15.222549 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-5f3bf174-000f-40b6-a0d3-d5b398f5e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:15.224067 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-5f3bf174-000f-40b6-a0d3-d5b398f5e81b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 1098 time: 0.0471585 Nov 29 19:07:15.325768 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-74dc48bb-d9b5-49e6-8e93-d75a4f7aa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:15.327842 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-74dc48bb-d9b5-49e6-8e93-d75a4f7aa55c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 912 time: 0.0830445 Nov 29 19:07:15.398661 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-08c0c176-0b95-4b22-b4c4-c634cb2721ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff805304-0bd0-4d55-8138-65515fc814c0 HTTP/1.1" status: 200 len: 1000 time: 0.0631025 Nov 29 19:07:15.448697 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-06160256-9a12-4580-931d-cbc779c515b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:15.450170 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-06160256-9a12-4580-931d-cbc779c515b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 200 len: 850 time: 0.0447490 Nov 29 19:07:15.494723 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-e5ff5257-ef5f-4ec9-a865-b66d19d522ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:15.496402 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-e5ff5257-ef5f-4ec9-a865-b66d19d522ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395927 Nov 29 19:07:15.586691 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-286ff8a1-bc1b-45d6-9ac7-b9147affb59a service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821350 Nov 29 19:07:15.677236 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8b9f3a9-5160-4707-aaf1-4d94e079ecbd req-20002a2e-32c5-44f1-b0a6-473a04a9a587 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825152 Nov 29 19:07:15.894273 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:20.859972 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-46d718ae-8f4d-4a3d-9f43-189a285b9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:23.245713 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-138561dc-bead-4472-9479-4b82aed7df52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:24.198482 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:25.922271 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:26.148291 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:07:26.621899 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:45.891423 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:50.863766 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2281e4dc-5027-490e-8df7-f510d08268be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:53.248573 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d2bab3c1-2f13-4907-9bba-6c2b5ea79d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:54.201662 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:55.924517 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:56.622717 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:03.146029 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:08:15.286287 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-aa32c6d1-cb57-4109-a74e-078c7ee45786 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1570668 Nov 29 19:08:15.378971 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-52f7ebb8-03e4-4286-a4ce-21b5399d0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:15.380561 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-52f7ebb8-03e4-4286-a4ce-21b5399d0ff9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2749f2c770e5415681598c3fcfb04147&device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0450301 Nov 29 19:08:15.497522 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-ba67ced7-6468-4dbc-ba9d-415cafd95e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:15.498975 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-ba67ced7-6468-4dbc-ba9d-415cafd95e21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8222184-a4a4-4a59-bc47-d462f13dccbf HTTP/1.1" status: 200 len: 913 time: 0.0921118 Nov 29 19:08:15.544033 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-e474456d-a079-489f-8a86-c380a04e2953 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71f562a3-842c-415b-b47a-017fcd005eb2 HTTP/1.1" status: 200 len: 217 time: 0.0369773 Nov 29 19:08:15.593442 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-6c1278d7-2802-4066-adfc-6c0be60f6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:15.594896 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-6c1278d7-2802-4066-adfc-6c0be60f6532 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=325f1541-cf13-48b4-b25a-a2691bee4241 HTTP/1.1" status: 200 len: 852 time: 0.0433149 Nov 29 19:08:15.627108 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-adac7ec2-b0f1-4a1e-a8e7-d9c6683a360b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8222184-a4a4-4a59-bc47-d462f13dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245326 Nov 29 19:08:15.724345 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-93420121-3b41-4d87-9b57-de3684456d94 service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899272 Nov 29 19:08:15.816127 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81572af9-bff7-44b7-9cb9-a2435f07ebf0 req-40fb8112-a48f-4872-b20a-16f2d0068b28 service neutron] 10.222.0.53 "GET /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840886 Nov 29 19:08:15.891478 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:20.865365 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7ebec477-e2e1-4f89-b543-c526a5016336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:23.249243 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-024245ff-18da-4efa-9df9-5671fadf67c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:24.204069 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:25.926617 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:26.625605 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:40.145963 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:08:45.876785 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:50.868752 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5195137d-30fb-41fe-98fa-f5df62223922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:53.251877 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e9b4-8861-4bfc-8948-af7cd4f05cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:54.208459 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:54.244158 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd52e81-7168-4b5b-a223-d5b71fd93f88 req-e3e4ab89-bba4-4dad-a24d-e9696cd604e4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:54.245593 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0dd52e81-7168-4b5b-a223-d5b71fd93f88 req-e3e4ab89-bba4-4dad-a24d-e9696cd604e4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.2017295 Nov 29 19:08:54.295448 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0dd52e81-7168-4b5b-a223-d5b71fd93f88 req-ecbf69fb-424e-48e4-9a5c-cb265ccfbde7 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/security-groups?id=71c0d084-fdaf-4137-8766-e6b8bf1364d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 Nov 29 19:08:54.462909 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-52bce449-ce7e-41f3-8533-3c2a8197445f tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:54.464515 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-52bce449-ce7e-41f3-8533-3c2a8197445f tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.53 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 945 time: 0.0522518 Nov 29 19:08:54.566584 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Deleting port 71f562a3-842c-415b-b47a-017fcd005eb2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:08:54.566927 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:54.654353 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] For port 71f562a3-842c-415b-b47a-017fcd005eb2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=71f562a3-842c-415b-b47a-017fcd005eb2,segment=NetworkSegment(d49404e4-6e22-4df1-8e3a-e9e1e6536c5a),segment_id=d49404e4-6e22-4df1-8e3a-e9e1e6536c5a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:08:54.654714 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:54.667203 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Calling delete_port for 71f562a3-842c-415b-b47a-017fcd005eb2 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:08:54.799165 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:54.812282 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['71f562a3-842c-415b-b47a-017fcd005eb2'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:08:54.829833 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Pushing event deleted for resources: {'Port': ['ID=71f562a3-842c-415b-b47a-017fcd005eb2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:08:54.840011 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.840365 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.840712 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.841057 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.841395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.841733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.842068 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.842427 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.842762 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.843094 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.843804 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.843804 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:54.885060 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] No DVR routers for this DVR port 71f562a3-842c-415b-b47a-017fcd005eb2 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:08:54.887629 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:54.891081 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b2d49068-0ab9-4f89-899b-b3784aa98910 req-709a7622-ebc7-454b-aa0e-aa3ec02fccb4 tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.53 "DELETE /v2.0/ports/71f562a3-842c-415b-b47a-017fcd005eb2 HTTP/1.1" status: 204 len: 173 time: 0.4196391 Nov 29 19:08:54.891613 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'name': 'network-vif-deleted', 'tag': '71f562a3-842c-415b-b47a-017fcd005eb2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:08:54.894247 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56dd55-236c-4ecd-a580-3cdc5bbcac0f" -d '{"events": [{"server_uuid": "305a6f4c-9698-4976-bdb1-b3118a0f1cf3", "name": "network-vif-deleted", "tag": "71f562a3-842c-415b-b47a-017fcd005eb2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:08:55.010074 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8443ddba-d2fb-405e-92a3-9fe4e181fba0 x-openstack-request-id: req-8443ddba-d2fb-405e-92a3-9fe4e181fba0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:08:55.010406 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305a6f4c-9698-4976-bdb1-b3118a0f1cf3", "name": "network-vif-deleted", "tag": "71f562a3-842c-415b-b47a-017fcd005eb2", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:08:55.010706 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8443ddba-d2fb-405e-92a3-9fe4e181fba0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:08:55.011098 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305a6f4c-9698-4976-bdb1-b3118a0f1cf3', 'name': 'network-vif-deleted', 'tag': '71f562a3-842c-415b-b47a-017fcd005eb2', 'status': 'completed', 'code': 200} Nov 29 19:08:55.421618 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-78cc5078-047e-4161-a7a0-8755deb34661 req-dd04a0c8-c1e4-4d17-bd3b-254cdc05395e tempest-DeleteServersTestJSON-1308431722 tempest-DeleteServersTestJSON-1308431722-project] 10.222.0.45 "GET /v2.0/ports?device_id=305a6f4c-9698-4976-bdb1-b3118a0f1cf3 HTTP/1.1" status: 200 len: 210 time: 0.0292346 Nov 29 19:08:55.930042 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.476556 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57450) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:08:56.614595 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Deleting subnet 325f1541-cf13-48b4-b25a-a2691bee4241 {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:08:56.618695 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.627922 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.652654 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.692965 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.747498 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.772283 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325f1541-cf13-48b4-b25a-a2691bee4241,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:08:56.777876 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.781088 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/325f1541-cf13-48b4-b25a-a2691bee4241 HTTP/1.1" status: 204 len: 168 time: 0.3035245 Nov 29 19:08:56.783824 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 57454) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:08:56.785981 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.786385 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.786730 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.787074 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.787409 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.787740 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.788075 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.788407 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.789272 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.789605 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.789934 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.790328 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63ee8-606d-464a-976a-b05b8e55f250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:08:56.855243 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.932836 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.955942 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8222184-a4a4-4a59-bc47-d462f13dccbf']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:08:56.965647 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49404e4-6e22-4df1-8e3a-e9e1e6536c5a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:08:56.965946 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49404e4-6e22-4df1-8e3a-e9e1e6536c5a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:08:56.976002 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.989083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.995316 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:08:56.995698 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:08:56.997324 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:08:57.050266 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.065520 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.068731 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d8222184-a4a4-4a59-bc47-d462f13dccbf HTTP/1.1" status: 204 len: 168 time: 0.2838948 Nov 29 19:08:57.070043 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafc9f6-9527-4ab0-bff8-141930d38f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8222184-a4a4-4a59-bc47-d462f13dccbf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:08:57.177429 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57462) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:08:57.219333 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-c439eef9-2cdf-4843-b58c-ad2bd70833e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2749f2c770e5415681598c3fcfb04147&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405753 Nov 29 19:08:57.222478 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57466) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:08:57.269759 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9085c9cd-8c74-4d41-85d1-054c16ce157d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.291158 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9085c9cd-8c74-4d41-85d1-054c16ce157d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.335439 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9085c9cd-8c74-4d41-85d1-054c16ce157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.338525 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9085c9cd-8c74-4d41-85d1-054c16ce157d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.339696 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-9085c9cd-8c74-4d41-85d1-054c16ce157d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71c0d084-fdaf-4137-8766-e6b8bf1364d3 HTTP/1.1" status: 204 len: 168 time: 0.1163285 Nov 29 19:08:57.347231 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085c9cd-8c74-4d41-85d1-054c16ce157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0d084-fdaf-4137-8766-e6b8bf1364d3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:08:58.783327 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 71f562a3-842c-415b-b47a-017fcd005eb2 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:08:58.807259 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: 71f562a3-842c-415b-b47a-017fcd005eb2 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:08:58.807688 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 71f562a3-842c-415b-b47a-017fcd005eb2 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:08:59.284059 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-2c5b9e63-8646-4f68-a9ab-eb5fe60fd3f7 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:59.285435 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-2c5b9e63-8646-4f68-a9ab-eb5fe60fd3f7 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 815 time: 0.1030002 Nov 29 19:08:59.299859 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-94e6155c-6a05-4436-bd76-bfa8cd010426 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/quotas/52180d0605844941a8a79e2193ef284c HTTP/1.1" status: 200 len: 375 time: 0.0088401 Nov 29 19:08:59.348900 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-171fad61-3ea5-428c-91a5-5a483669aab4 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430655 Nov 29 19:08:59.530099 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-56e5d8d6-ad6a-4196-ae88-e098d77a1f1b service neutron] 10.222.0.45 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736567 Nov 29 19:08:59.618438 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-fa763d79-21a9-44aa-98ad-6625535a5bbf service neutron] 10.222.0.45 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820568 Nov 29 19:08:59.887144 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-941752a3-d1be-4ba6-8ad0-efce8bad68ff req-1d45bff6-d535-4162-ade7-bdfb61e43133 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 210 time: 0.1398919 Nov 29 19:09:00.879612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-b7f60e3f-d1f5-498e-96be-7216fe01582d tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:00.881121 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-b7f60e3f-d1f5-498e-96be-7216fe01582d tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 815 time: 0.1052287 Nov 29 19:09:00.896778 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Request body: {'port': {'device_id': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c', 'admin_state_up': True, 'tenant_id': '52180d0605844941a8a79e2193ef284c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:09:00.992145 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b567895a-e6e4-4390-9840-379134c8886b req-30d06312-8116-4fb0-9887-e83a68980517 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 210 time: 0.0278258 Nov 29 19:09:01.013385 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Made reservation on behalf of 52180d0605844941a8a79e2193ef284c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:09:01.013385 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.136783 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Allocated IP 172.20.0.4 (7a6d3672-735b-4791-855b-8c192e8d3e6c/26f21510-8fe5-43c0-9eb1-804f42631d6d/cc2d2743-b6e9-43fe-a16b-deaf78d148ca) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:09:01.281105 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.314657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.326656 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['774aa79c-25f2-439e-9c08-d56d12a04595'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:09:01.358478 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Network 7a6d3672-735b-4791-855b-8c192e8d3e6c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:09:01.361602 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:09:01.365340 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:09:01.389370 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Pushing event updated for resources: {'Port': ['ID=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:01.423298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:01.424220 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.445258 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-610cd64e-13e5-4163-bfad-96b287986251 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528491 Nov 29 19:09:01.457718 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Request body: {'port': {'device_id': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:09:01.521978 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.795417 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2d2743-b6e9-43fe-a16b-deaf78d148ca {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:09:01.800437 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57616) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:01.803653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.816961 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Transition to ACTIVE for port object cc2d2743-b6e9-43fe-a16b-deaf78d148ca will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:09:01.821861 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.875197 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:01.920267 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d79d6bb-69b5-418e-a24b-d9f56acb49cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:01.941970 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Attempting to bind port cc2d2743-b6e9-43fe-a16b-deaf78d148ca on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:09:01.942574 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Attempting to bind port cc2d2743-b6e9-43fe-a16b-deaf78d148ca by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:09:01.942574 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Attempting to bind port cc2d2743-b6e9-43fe-a16b-deaf78d148ca on network 7a6d3672-735b-4791-855b-8c192e8d3e6c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:09:01.947460 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Port cc2d2743-b6e9-43fe-a16b-deaf78d148ca on network 7a6d3672-735b-4791-855b-8c192e8d3e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:09:01.947796 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Attempting to bind port cc2d2743-b6e9-43fe-a16b-deaf78d148ca on network 7a6d3672-735b-4791-855b-8c192e8d3e6c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:09:01.952745 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:09:01.953081 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Checking segment: {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:09:01.953464 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Bound using segment: {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:09:01.953885 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Bound port: cc2d2743-b6e9-43fe-a16b-deaf78d148ca, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:09:01.954237 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.006532 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d79d6bb-69b5-418e-a24b-d9f56acb49cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.011765 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d79d6bb-69b5-418e-a24b-d9f56acb49cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.026663 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] For port cc2d2743-b6e9-43fe-a16b-deaf78d148ca, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:09:02.029920 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] For port cc2d2743-b6e9-43fe-a16b-deaf78d148ca, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:09:02.036100 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.049723 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79d6bb-69b5-418e-a24b-d9f56acb49cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f9a8e1-7409-4012-b2af-24d658879fd5,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:02.057147 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-4d79d6bb-69b5-418e-a24b-d9f56acb49cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48cc8654db1c40e39717f66a73a4c3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556577 Nov 29 19:09:02.058083 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57622) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:02.090860 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.091657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.093105 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] 10.222.0.53 "PUT /v2.0/ports/cc2d2743-b6e9-43fe-a16b-deaf78d148ca HTTP/1.1" status: 200 len: 1093 time: 0.6396775 Nov 29 19:09:02.117224 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5dcba5b8-0848-4f6f-be34-ebb77b23d5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.120523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'tag': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:09:02.123650 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8111f22-76d0-4d8a-8763-ec239d0f1da7" -d '{"events": [{"name": "network-changed", "server_uuid": "da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa", "tag": "cc2d2743-b6e9-43fe-a16b-deaf78d148ca"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:09:02.144754 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5dcba5b8-0848-4f6f-be34-ebb77b23d5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.184114 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990505e2-d9a2-4fbd-a82b-a4fa9dc75406 x-openstack-request-id: req-990505e2-d9a2-4fbd-a82b-a4fa9dc75406 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:09:02.184406 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa", "tag": "cc2d2743-b6e9-43fe-a16b-deaf78d148ca", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:09:02.184657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-990505e2-d9a2-4fbd-a82b-a4fa9dc75406 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:09:02.185057 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'tag': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca', 'status': 'completed', 'code': 200} Nov 29 19:09:02.188845 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443429-bae1-487b-a19b-8329a1cb1204 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:02.207380 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5dcba5b8-0848-4f6f-be34-ebb77b23d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.210927 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5dcba5b8-0848-4f6f-be34-ebb77b23d5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.212083 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-5dcba5b8-0848-4f6f-be34-ebb77b23d5b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6f9a8e1-7409-4012-b2af-24d658879fd5 HTTP/1.1" status: 204 len: 168 time: 0.1530104 Nov 29 19:09:02.213240 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5cdb4-238a-44fa-af51-63e5933a1be7 req-3e2497e4-ebe5-40cb-8514-921af5e08aa2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.214772 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8bf5cdb4-238a-44fa-af51-63e5933a1be7 req-3e2497e4-ebe5-40cb-8514-921af5e08aa2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 943 time: 0.1462855 Nov 29 19:09:02.220003 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcba5b8-0848-4f6f-be34-ebb77b23d5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f9a8e1-7409-4012-b2af-24d658879fd5,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:02.221077 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-651b92fb-3fbf-4a86-ad0f-d2bd578f07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.223474 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-651b92fb-3fbf-4a86-ad0f-d2bd578f07c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 1096 time: 0.0883150 Nov 29 19:09:02.279882 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-609ebe57-af64-4e81-b609-23690fe5812e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca HTTP/1.1" status: 200 len: 217 time: 0.0441103 Nov 29 19:09:02.338912 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8bf5cdb4-238a-44fa-af51-63e5933a1be7 req-40ed6624-6d22-4b95-9a18-0ab5b407ba34 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143866 Nov 29 19:09:02.349774 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-b24c34de-9d05-416e-aa14-1e51b8402dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.352137 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-b24c34de-9d05-416e-aa14-1e51b8402dfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0610213 Nov 29 19:09:02.384877 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-6cac4c7e-887e-4fd6-8d2f-aefae1119d66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255663 Nov 29 19:09:02.478432 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-506fe642-cfe4-440a-a5e6-d5bd742961e6 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856805 Nov 29 19:09:02.513742 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57634) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:02.526858 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-367f2c44-0c22-497b-8ac2-98eaeaa736f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.572957 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bdf546c5-8bc7-4eb5-aafa-e8f6f8e27e85 req-ca230d0e-699e-4117-b4a0-2898251de379 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Nov 29 19:09:02.603358 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-367f2c44-0c22-497b-8ac2-98eaeaa736f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.607572 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-367f2c44-0c22-497b-8ac2-98eaeaa736f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.650728 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-367f2c44-0c22-497b-8ac2-98eaeaa736f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55661d0f8e0c4f229bc62b5512f8a621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407733 Nov 29 19:09:02.651594 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f2c44-0c22-497b-8ac2-98eaeaa736f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e1c8cc-0a82-4d0c-a873-2c769dc0501b,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:02.653849 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57636) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:02.666148 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-a02fa90f-35bf-4593-88e9-1fc2c3f0a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.667610 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-a02fa90f-35bf-4593-88e9-1fc2c3f0a343 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 1096 time: 0.0424571 Nov 29 19:09:02.703428 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1bcbe22-f9f8-48ee-a39a-8bad2c78d1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.725446 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1bcbe22-f9f8-48ee-a39a-8bad2c78d1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.774959 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-6beee573-4e75-43be-9e44-155d99a2a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.776376 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1bcbe22-f9f8-48ee-a39a-8bad2c78d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.776546 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-6beee573-4e75-43be-9e44-155d99a2a2cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.1011870 Nov 29 19:09:02.779189 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1bcbe22-f9f8-48ee-a39a-8bad2c78d1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:02.783049 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d1bcbe22-f9f8-48ee-a39a-8bad2c78d1c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2e1c8cc-0a82-4d0c-a873-2c769dc0501b HTTP/1.1" status: 204 len: 168 time: 0.1255734 Nov 29 19:09:02.788549 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcbe22-f9f8-48ee-a39a-8bad2c78d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e1c8cc-0a82-4d0c-a873-2c769dc0501b,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:02.820256 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-dc57d93f-af1f-471a-afa5-36da92f17902 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca HTTP/1.1" status: 200 len: 217 time: 0.0354061 Nov 29 19:09:02.869975 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-cb153440-1520-446f-972a-ad7ac356a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.871347 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-cb153440-1520-446f-972a-ad7ac356a6ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0438929 Nov 29 19:09:02.903937 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-6c3ea63f-f41f-4fb5-a990-d61499697607 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249991 Nov 29 19:09:02.999706 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-a561c328-dedf-4c54-a8de-4e0ec011645c service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887301 Nov 29 19:09:03.090619 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8111f22-76d0-4d8a-8763-ec239d0f1da7 req-60e8b37d-2cfc-46b0-827f-4c22cd5caa06 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 Nov 29 19:09:03.463201 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e470e-ac7b-49f0-817a-1c3b88205c09 req-d633d50c-9fcb-4a9c-9eb7-883841e2bc34 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:03.464809 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0c3e470e-ac7b-49f0-817a-1c3b88205c09 req-d633d50c-9fcb-4a9c-9eb7-883841e2bc34 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 943 time: 0.0486155 Nov 29 19:09:03.512717 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0c3e470e-ac7b-49f0-817a-1c3b88205c09 req-70824e95-0171-47d3-9b64-d38246139d09 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Nov 29 19:09:04.393527 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 57696) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:04.500666 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5c246bd-eb2e-4425-9ab5-94facf2e7447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.576691 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5c246bd-eb2e-4425-9ab5-94facf2e7447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.581526 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5c246bd-eb2e-4425-9ab5-94facf2e7447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.648533 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-e5c246bd-eb2e-4425-9ab5-94facf2e7447 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=183238162ef44bd8a60159b3b0d6e5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537885 Nov 29 19:09:04.649244 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c246bd-eb2e-4425-9ab5-94facf2e7447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca32d53-9104-4f06-b26f-782cf688ead1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:04.651515 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 57704) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:04.687349 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc0ddb-5d58-4993-91fe-b82c2bf5d96a req-1b6e13c9-1259-457a-a76a-259267779356 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:04.688820 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0cdc0ddb-5d58-4993-91fe-b82c2bf5d96a req-1b6e13c9-1259-457a-a76a-259267779356 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 943 time: 0.1045578 Nov 29 19:09:04.734796 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778d69e2-39a1-4a75-9977-55aad48a390b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.760422 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0cdc0ddb-5d58-4993-91fe-b82c2bf5d96a req-cd5c461d-2e78-4e43-a59d-85635ab8c0fe tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627141 Nov 29 19:09:04.768551 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778d69e2-39a1-4a75-9977-55aad48a390b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.783587 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device cc2d2743-b6e9-43fe-a16b-deaf78d148ca details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:09:04.820655 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778d69e2-39a1-4a75-9977-55aad48a390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.823594 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778d69e2-39a1-4a75-9977-55aad48a390b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.827113 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-778d69e2-39a1-4a75-9977-55aad48a390b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ca32d53-9104-4f06-b26f-782cf688ead1 HTTP/1.1" status: 204 len: 168 time: 0.1715486 Nov 29 19:09:04.832537 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d69e2-39a1-4a75-9977-55aad48a390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca32d53-9104-4f06-b26f-782cf688ead1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:04.887535 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port cc2d2743-b6e9-43fe-a16b-deaf78d148ca, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:04.898895 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca', 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c', 'port_id': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca', 'mac_address': 'fa:16:3e:a2:2b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f21510-8fe5-43c0-9eb1-804f42631d6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:09:04.938375 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:04.952368 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2d2743-b6e9-43fe-a16b-deaf78d148ca {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:09:04.972004 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port cc2d2743-b6e9-43fe-a16b-deaf78d148ca, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:04.979545 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.026742 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:05.033661 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.034034 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.034402 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.034739 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.035085 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.035397 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.035720 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.036046 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.036391 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.036717 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.037036 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.037353 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:05.110368 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 57712) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:05.123641 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c787902c-f6a3-47df-a5cc-8016b31bb600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.197747 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c787902c-f6a3-47df-a5cc-8016b31bb600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.201433 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c787902c-f6a3-47df-a5cc-8016b31bb600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.239158 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-c787902c-f6a3-47df-a5cc-8016b31bb600 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e92057b89d21446083bbaa5e47f81c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277351 Nov 29 19:09:05.239993 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787902c-f6a3-47df-a5cc-8016b31bb600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a133d62-674d-4849-809f-26b0cb69aa58,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:05.242423 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57714) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:05.277877 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['cc2d2743-b6e9-43fe-a16b-deaf78d148ca'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:09:05.301594 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6812e04c-e4f7-4065-9512-fe8611efa314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.324186 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6812e04c-e4f7-4065-9512-fe8611efa314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.371691 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6812e04c-e4f7-4065-9512-fe8611efa314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.374245 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6812e04c-e4f7-4065-9512-fe8611efa314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:05.375456 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-6812e04c-e4f7-4065-9512-fe8611efa314 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a133d62-674d-4849-809f-26b0cb69aa58 HTTP/1.1" status: 204 len: 168 time: 0.1317825 Nov 29 19:09:05.384742 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812e04c-e4f7-4065-9512-fe8611efa314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a133d62-674d-4849-809f-26b0cb69aa58,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:05.894109 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8de29-a36c-4014-905f-a6dc47c1e7a6 req-c6dd91ac-0c28-4c1f-ab32-67a1798cbf92 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:05.895667 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fcf8de29-a36c-4014-905f-a6dc47c1e7a6 req-c6dd91ac-0c28-4c1f-ab32-67a1798cbf92 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 944 time: 0.0659366 Nov 29 19:09:05.948889 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fcf8de29-a36c-4014-905f-a6dc47c1e7a6 req-a396b26f-67e2-448b-8b0b-f87239b7dbbf tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465162 Nov 29 19:09:06.799323 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device cc2d2743-b6e9-43fe-a16b-deaf78d148ca up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:09:06.846433 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port cc2d2743-b6e9-43fe-a16b-deaf78d148ca completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:09:06.850037 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port cc2d2743-b6e9-43fe-a16b-deaf78d148ca triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:09:06.850445 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:06.931280 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:06.955673 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:09:06.958043 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4775761-bcac-4057-8e7b-c4a8a3e7b5d4" -d '{"events": [{"server_uuid": "da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d2743-b6e9-43fe-a16b-deaf78d148ca"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:09:06.975612 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port cc2d2743-b6e9-43fe-a16b-deaf78d148ca, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:06.988290 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:07.055850 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:07.109061 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2423-0214-40dd-9adc-39f22e9e9f8f req-cf0d0421-507e-4172-a588-d7c78462131e tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:07.110587 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7dad2423-0214-40dd-9adc-39f22e9e9f8f req-cf0d0421-507e-4172-a588-d7c78462131e tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 945 time: 0.0677967 Nov 29 19:09:07.156193 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d50165-c644-4d79-b4a1-318359c1c219 x-openstack-request-id: req-d6d50165-c644-4d79-b4a1-318359c1c219 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:09:07.156697 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d2743-b6e9-43fe-a16b-deaf78d148ca", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:09:07.156944 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6d50165-c644-4d79-b4a1-318359c1c219 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:09:07.157341 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca', 'code': 200} Nov 29 19:09:07.165027 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7dad2423-0214-40dd-9adc-39f22e9e9f8f req-d1ba938a-f852-4d94-866a-82f3ebabf4e6 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463197 Nov 29 19:09:07.323712 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687b35-90e2-4e80-85ce-fd950efcf197 req-b295f72a-bcec-4895-a6f3-335df619289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:07.325231 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6b687b35-90e2-4e80-85ce-fd950efcf197 req-b295f72a-bcec-4895-a6f3-335df619289c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 1098 time: 0.0434618 Nov 29 19:09:07.372565 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6b687b35-90e2-4e80-85ce-fd950efcf197 req-0157df35-1e53-41d7-8324-0837bb67f9cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Nov 29 19:09:07.781327 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57806) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:07.893038 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93533bd3-8a69-48d3-90ee-b81c3b393393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:07.963725 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93533bd3-8a69-48d3-90ee-b81c3b393393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:07.967515 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93533bd3-8a69-48d3-90ee-b81c3b393393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.004787 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93533bd3-8a69-48d3-90ee-b81c3b393393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b87167a-8412-4a42-9fe1-30c48c049717,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:08.008929 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-93533bd3-8a69-48d3-90ee-b81c3b393393 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bb9159c17d540578304e1c0b783bb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265966 Nov 29 19:09:08.011582 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57810) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:08.060147 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e1d7e411-bccf-4831-9158-41972994b177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.080706 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e1d7e411-bccf-4831-9158-41972994b177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.129712 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e1d7e411-bccf-4831-9158-41972994b177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.132443 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e1d7e411-bccf-4831-9158-41972994b177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.133609 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e1d7e411-bccf-4831-9158-41972994b177 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b87167a-8412-4a42-9fe1-30c48c049717 HTTP/1.1" status: 204 len: 168 time: 0.1211438 Nov 29 19:09:08.140906 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7e411-bccf-4831-9158-41972994b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b87167a-8412-4a42-9fe1-30c48c049717,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:08.296826 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd75d1e-0806-4c5c-8506-69a529045b1e req-eda06a2d-d900-4620-b92d-40ad97144e01 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:08.298384 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ddd75d1e-0806-4c5c-8506-69a529045b1e req-eda06a2d-d900-4620-b92d-40ad97144e01 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 945 time: 0.0523150 Nov 29 19:09:08.348757 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ddd75d1e-0806-4c5c-8506-69a529045b1e req-8f614807-4c59-4787-8d93-811ee60b8380 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Nov 29 19:09:08.404137 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 57820) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:08.417857 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25efaa43-5db0-4b00-ae90-4223a5033908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.494897 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25efaa43-5db0-4b00-ae90-4223a5033908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.498879 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25efaa43-5db0-4b00-ae90-4223a5033908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.539590 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-25efaa43-5db0-4b00-ae90-4223a5033908 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09446b4c99ec435ca1bb7af24e0e66ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340535 Nov 29 19:09:08.540478 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efaa43-5db0-4b00-ae90-4223a5033908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb5f70-2d29-4eab-8714-8823af7a9976,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:08.542095 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 57824) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:08.589807 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de584db7-87fa-4f2e-a787-4694308b4eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.610017 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de584db7-87fa-4f2e-a787-4694308b4eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.655029 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de584db7-87fa-4f2e-a787-4694308b4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.657581 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de584db7-87fa-4f2e-a787-4694308b4eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:08.658748 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-de584db7-87fa-4f2e-a787-4694308b4eaa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cfb5f70-2d29-4eab-8714-8823af7a9976 HTTP/1.1" status: 204 len: 168 time: 0.1157067 Nov 29 19:09:08.666501 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de584db7-87fa-4f2e-a787-4694308b4eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb5f70-2d29-4eab-8714-8823af7a9976,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:09.464405 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981de06-272f-499b-b9b8-a7129a2b6dfe req-b73c31c9-37ed-4498-b10c-205f3e71d2b3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:09.465896 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d981de06-272f-499b-b9b8-a7129a2b6dfe req-b73c31c9-37ed-4498-b10c-205f3e71d2b3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 945 time: 0.0505738 Nov 29 19:09:09.518675 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d981de06-272f-499b-b9b8-a7129a2b6dfe req-b6c1c519-0ba5-4764-8680-aa1b342c9125 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Nov 29 19:09:14.951632 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58006) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:15.054536 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7431e698-5d4c-4fd9-92b8-f08ba206a9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.131180 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7431e698-5d4c-4fd9-92b8-f08ba206a9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.135884 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7431e698-5d4c-4fd9-92b8-f08ba206a9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.404645 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7431e698-5d4c-4fd9-92b8-f08ba206a9a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78662c96e41344229db3ea6e5eb0b885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518642 Nov 29 19:09:15.405451 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431e698-5d4c-4fd9-92b8-f08ba206a9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a431c70-831d-4a30-a32f-c9c0741594cb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:15.407373 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58016) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:15.459174 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2343-16b1-44b9-bab0-b4d675947fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.479879 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2343-16b1-44b9-bab0-b4d675947fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.524018 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2343-16b1-44b9-bab0-b4d675947fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.526613 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2343-16b1-44b9-bab0-b4d675947fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.527735 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-0b1a2343-16b1-44b9-bab0-b4d675947fe1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a431c70-831d-4a30-a32f-c9c0741594cb HTTP/1.1" status: 204 len: 168 time: 0.1193852 Nov 29 19:09:15.535036 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a2343-16b1-44b9-bab0-b4d675947fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a431c70-831d-4a30-a32f-c9c0741594cb,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:15.783182 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58024) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:15.796731 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a2f3-07fe-4c72-a4c6-188fbb1c6e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.871950 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a2f3-07fe-4c72-a4c6-188fbb1c6e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.875963 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a2f3-07fe-4c72-a4c6-188fbb1c6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.889712 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.917782 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-a7d1a2f3-07fe-4c72-a4c6-188fbb1c6e1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27f9c302b5024761a2367e4c9016f5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334436 Nov 29 19:09:15.918673 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1a2f3-07fe-4c72-a4c6-188fbb1c6e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01f410-85f5-4a3b-a0b8-318d05a11f8e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:15.920567 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58026) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:15.967178 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6cb35992-f58d-4bee-88d5-538a5c5da7b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.988512 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6cb35992-f58d-4bee-88d5-538a5c5da7b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:16.039614 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6cb35992-f58d-4bee-88d5-538a5c5da7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:16.042225 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6cb35992-f58d-4bee-88d5-538a5c5da7b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:16.043407 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-6cb35992-f58d-4bee-88d5-538a5c5da7b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab01f410-85f5-4a3b-a0b8-318d05a11f8e HTTP/1.1" status: 204 len: 168 time: 0.1218576 Nov 29 19:09:16.051491 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb35992-f58d-4bee-88d5-538a5c5da7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01f410-85f5-4a3b-a0b8-318d05a11f8e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:16.172967 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-e694bc53-ed1a-4293-8e3a-fc76dcaa6f80 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414271 Nov 29 19:09:16.243247 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-dd8998e2-47f3-464e-8a15-cc3f2f0888bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.244803 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-dd8998e2-47f3-464e-8a15-cc3f2f0888bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1098 time: 0.0500762 Nov 29 19:09:16.354032 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-24cfc55f-5d02-4f00-b9d8-c4f24bc7570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.355648 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-24cfc55f-5d02-4f00-b9d8-c4f24bc7570a service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.0909772 Nov 29 19:09:16.404641 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-0110d22a-68d6-451e-9e9d-73d51d3745cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 200 len: 217 time: 0.0406384 Nov 29 19:09:16.457824 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-b6d645fb-1d4a-402d-8f59-b44ebb5ec8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.459892 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-b6d645fb-1d4a-402d-8f59-b44ebb5ec8d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0484753 Nov 29 19:09:16.491513 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-9ec6c4cd-9963-41d7-a57c-58af5549a56e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244112 Nov 29 19:09:16.587371 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-ed94c036-492f-4174-a911-39e8ec33eaf6 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895030 Nov 29 19:09:16.680893 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-51b7d54e-d4b4-4261-abdf-593b7867c778 req-ba2b0d3b-89eb-48a7-8e86-526d276df199 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859306 Nov 29 19:09:17.144704 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:09:20.871302 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec2d8-c5f4-4549-87cd-212325221b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:23.253289 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2ce88e27-f021-491c-b5de-b462af4558ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:24.212400 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:25.931797 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:26.631550 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.452618 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58310) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:36.554467 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6894-a9a4-4a40-b7f9-4d81e877dfe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.628082 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6894-a9a4-4a40-b7f9-4d81e877dfe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.632244 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6894-a9a4-4a40-b7f9-4d81e877dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.669735 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-1d7e6894-a9a4-4a40-b7f9-4d81e877dfe7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f5797246ce54e80b6b0c354690cfdb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160285 Nov 29 19:09:36.671008 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e6894-a9a4-4a40-b7f9-4d81e877dfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cdd54e-1b3e-4509-9644-e4fcbfc513f8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:36.672472 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58314) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:09:36.721391 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1cf06b6-1ab5-412d-9554-81f8402edc22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.743150 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1cf06b6-1ab5-412d-9554-81f8402edc22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.791269 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1cf06b6-1ab5-412d-9554-81f8402edc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.793936 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1cf06b6-1ab5-412d-9554-81f8402edc22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:36.795157 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-a1cf06b6-1ab5-412d-9554-81f8402edc22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9cdd54e-1b3e-4509-9644-e4fcbfc513f8 HTTP/1.1" status: 204 len: 168 time: 0.1217091 Nov 29 19:09:36.802566 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf06b6-1ab5-412d-9554-81f8402edc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cdd54e-1b3e-4509-9644-e4fcbfc513f8,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:45.898960 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:50.872994 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-62f0567e-e362-415a-b7b9-7793384b774e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:53.257555 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4f9087f3-05fc-4f3a-8722-fa83f856255e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:54.143578 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:09:54.211758 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:55.935707 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:56.634075 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:59.483342 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f2f07-6745-4a33-a4b9-a6272d50fdb1 req-24058f81-326e-4785-9a93-ac4053da3f28 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:59.484829 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a04f2f07-6745-4a33-a4b9-a6272d50fdb1 req-24058f81-326e-4785-9a93-ac4053da3f28 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0540090 Nov 29 19:09:59.532693 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a04f2f07-6745-4a33-a4b9-a6272d50fdb1 req-c0909b1f-0b7b-4df2-9bc7-c3e5865c1974 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=4291bf12-8a6c-455e-901d-2e3c83c1d45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409555 Nov 29 19:09:59.858030 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-30322cb7-30f2-4209-9f71-9701969197c5 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:59.859523 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-30322cb7-30f2-4209-9f71-9701969197c5 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 945 time: 0.0479629 Nov 29 19:09:59.951675 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Deleting port ff805304-0bd0-4d55-8138-65515fc814c0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:09:59.952015 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.040615 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] For port ff805304-0bd0-4d55-8138-65515fc814c0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ff805304-0bd0-4d55-8138-65515fc814c0,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:00.040987 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.256429 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.256782 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.257097 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.l3_db [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Floating IP c02ba964-c604-4cb2-a03f-942f0fee912a disassociated. External IP: 172.27.2.33, port: ff805304-0bd0-4d55-8138-65515fc814c0. Nov 29 19:10:00.257437 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Calling delete_port for ff805304-0bd0-4d55-8138-65515fc814c0 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:00.386284 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.416023 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event deleted for resources: {'Port': ['ID=ff805304-0bd0-4d55-8138-65515fc814c0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:00.427927 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.428285 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.428634 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.428978 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.429317 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.429655 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.430000 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.430356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.430692 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.431030 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.431366 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.431686 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:00.540669 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Router 636b7af5-3d8b-4c71-930a-64ff5fe13818 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:10:00.633749 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-15fad2ae-1818-4828-97a6-ae1657bf5b27 req-401bf85a-0720-4693-a524-c3081a36833b tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b960ad-3252-40ab-8627-cdc7b8936608 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Nov 29 19:10:00.652135 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:10:00.663240 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] Sync routers for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:10:00.673265 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:00.673956 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:00.692107 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] No DVR routers for this DVR port ff805304-0bd0-4d55-8138-65515fc814c0 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:00.695909 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.699285 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d30dff48-beef-4c7b-8321-ae48acb442f0 req-9e82ab83-b954-49d4-9c39-53665393d20a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "DELETE /v2.0/ports/ff805304-0bd0-4d55-8138-65515fc814c0 HTTP/1.1" status: 204 len: 173 time: 0.8335218 Nov 29 19:10:00.699724 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'name': 'network-vif-deleted', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:00.701943 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c785a53-b4c4-4bca-bc0a-b27abf7cd6e8" -d '{"events": [{"server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "name": "network-vif-deleted", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:00.745713 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b391fb33-d639-4dd4-b728-0884ddeb531f x-openstack-request-id: req-b391fb33-d639-4dd4-b728-0884ddeb531f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:00.746019 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b960ad-3252-40ab-8627-cdc7b8936608", "name": "network-vif-deleted", "tag": "ff805304-0bd0-4d55-8138-65515fc814c0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:00.746344 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b391fb33-d639-4dd4-b728-0884ddeb531f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:00.746755 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b960ad-3252-40ab-8627-cdc7b8936608', 'name': 'network-vif-deleted', 'tag': 'ff805304-0bd0-4d55-8138-65515fc814c0', 'status': 'completed', 'code': 200} Nov 29 19:10:00.790966 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:00.993473 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:01.023279 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] Checking router: 636b7af5-3d8b-4c71-930a-64ff5fe13818 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:10:01.031871 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:01.032470 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:01.159638 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:01.356629 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:01.384018 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a759b3-e389-41de-b043-26967f9ac426 None None] The sync data for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi is: [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:10:01.604061 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f674b-823b-436f-9987-ce0cdaf02d23 None None] New status for floating IP c02ba964-c604-4cb2-a03f-942f0fee912a: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:10:01.729274 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58518) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:01.785627 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:01.809351 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:01.857420 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:01.860415 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:01.866245 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "DELETE /v2.0/security-groups/4291bf12-8a6c-455e-901d-2e3c83c1d45e HTTP/1.1" status: 204 len: 168 time: 0.1323094 Nov 29 19:10:01.866501 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58522) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:01.875331 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4291bf12-8a6c-455e-901d-2e3c83c1d45e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:01.881176 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.api.v2.resource [None req-9d6faf38-2a4f-4801-a4de-ac7c3cc05d18 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] show failed (client error): The resource could not be found. Nov 29 19:10:01.883663 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.884025 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.884428 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.884766 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.885127 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.885265 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-9d6faf38-2a4f-4801-a4de-ac7c3cc05d18 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups/4291bf12-8a6c-455e-901d-2e3c83c1d45e HTTP/1.1" status: 404 len: 347 time: 0.0185108 Nov 29 19:10:01.885508 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.885763 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.885944 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58524) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:01.886091 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.886467 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.886796 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.887128 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:01.887452 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d8d9f-fb07-4499-ad9f-5fdd8ccbb651 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:02.028174 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Deleting port 0a444410-6f7e-463e-bb28-8a3e7ef4d0bd {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:02.028516 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.109759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.109759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.122858 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Calling delete_port for 0a444410-6f7e-463e-bb28-8a3e7ef4d0bd owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:02.267174 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.295273 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event deleted for resources: {'Port': ['ID=0a444410-6f7e-463e-bb28-8a3e7ef4d0bd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:02.361221 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.363715 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.365256 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-8a537550-8cff-457c-b154-b8a50ba172c4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "DELETE /v2.0/floatingips/c02ba964-c604-4cb2-a03f-942f0fee912a HTTP/1.1" status: 204 len: 168 time: 0.4783573 Nov 29 19:10:02.660437 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58532) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:02.665201 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-27f8eab4-c8f2-48bb-aac6-b70c0bdf5b4e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319479947', 'description': 'tempest-description--1215785151'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:02.686898 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27f8eab4-c8f2-48bb-aac6-b70c0bdf5b4e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.751990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27f8eab4-c8f2-48bb-aac6-b70c0bdf5b4e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.756113 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27f8eab4-c8f2-48bb-aac6-b70c0bdf5b4e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.779884 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27f8eab4-c8f2-48bb-aac6-b70c0bdf5b4e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.781142 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-27f8eab4-c8f2-48bb-aac6-b70c0bdf5b4e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1195312 Nov 29 19:10:02.784241 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58534) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:02.790353 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-5fc499a5-9de6-4494-8eb5-0293fa83a560 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'security_group_rule': {'security_group_id': '7591e9af-84f1-4392-b1b3-afe4843bf1f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:02.792316 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8eab4-c8f2-48bb-aac6-b70c0bdf5b4e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7591e9af-84f1-4392-b1b3-afe4843bf1f6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:02.818078 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fc499a5-9de6-4494-8eb5-0293fa83a560 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.866224 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fc499a5-9de6-4494-8eb5-0293fa83a560 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.870799 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fc499a5-9de6-4494-8eb5-0293fa83a560 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.893370 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc499a5-9de6-4494-8eb5-0293fa83a560 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7675ec-1b61-484a-b474-199d7f9ef96b,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:02.902861 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fc499a5-9de6-4494-8eb5-0293fa83a560 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:02.904248 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-5fc499a5-9de6-4494-8eb5-0293fa83a560 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181524 Nov 29 19:10:02.906869 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58538) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:02.913541 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-6bf3008d-a716-4b6b-8c05-eb054f2dc9d0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'security_group_rule': {'security_group_id': '7591e9af-84f1-4392-b1b3-afe4843bf1f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:02.943885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bf3008d-a716-4b6b-8c05-eb054f2dc9d0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.001921 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bf3008d-a716-4b6b-8c05-eb054f2dc9d0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.005364 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bf3008d-a716-4b6b-8c05-eb054f2dc9d0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.021638 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3008d-a716-4b6b-8c05-eb054f2dc9d0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8001471-037a-4e15-9d93-fea415d23c61,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:03.029138 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bf3008d-a716-4b6b-8c05-eb054f2dc9d0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.030321 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-6bf3008d-a716-4b6b-8c05-eb054f2dc9d0 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225092 Nov 29 19:10:03.033302 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58540) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:03.038500 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'floatingip': {'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:03.060263 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.093305 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ff805304-0bd0-4d55-8138-65515fc814c0 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:03.117709 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: ff805304-0bd0-4d55-8138-65515fc814c0 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:03.118058 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ff805304-0bd0-4d55-8138-65515fc814c0 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:03.159201 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.266605 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Allocated IP 172.27.2.60 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/ec7298a2-2094-489f-a45a-b8b6db9faba8) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:03.368224 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.401423 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.438703 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:03.441503 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:03.445072 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:03.468034 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'Port': ['ID=ec7298a2-2094-489f-a45a-b8b6db9faba8,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:03.529978 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.753761 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.897242 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.901735 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.967946 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'Port': ['ID=ec7298a2-2094-489f-a45a-b8b6db9faba8,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:03.980266 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.997233 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.998517 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-37c203fc-82a9-4426-b1b4-1e43d3a2d34e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9642146 Nov 29 19:10:04.194336 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-3e58a9f4-3f27-47b2-9fdd-6b56e82d2192 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--319479947&fields=id&tenant_id=aff2f1610df3473eb9bfbf69b3b32a89 HTTP/1.1" status: 200 len: 267 time: 0.0428233 Nov 29 19:10:04.302653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-368fcf5d-432c-463c-b5de-af6a5a76c8c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:04.304027 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-368fcf5d-432c-463c-b5de-af6a5a76c8c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 811 time: 0.1030002 Nov 29 19:10:04.319087 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-060197ca-631b-4eb4-9a62-32a7c23362a9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/quotas/aff2f1610df3473eb9bfbf69b3b32a89 HTTP/1.1" status: 200 len: 375 time: 0.0094221 Nov 29 19:10:04.369735 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-7b44b4e3-5da4-4576-9f93-ac8e056ffdc3 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455859 Nov 29 19:10:04.552819 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-3c058a30-7e0e-4df0-bf7b-40b0fa76a648 service neutron] 10.222.0.45 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708956 Nov 29 19:10:04.644959 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-609d8c5e-17ce-4ca3-8d8d-7863e662634a service neutron] 10.222.0.45 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Nov 29 19:10:04.800792 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f57b79f6-68ce-4949-b580-d951cefc1176 req-05fd8b8e-37ca-4a76-a8d9-9a30a46b973f tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 210 time: 0.0263553 Nov 29 19:10:05.706292 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-60f085bc-d4f9-4f34-8314-bc33c48df9cb tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:05.708282 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-60f085bc-d4f9-4f34-8314-bc33c48df9cb tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 811 time: 0.1043475 Nov 29 19:10:05.777961 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-f198c38b-9c5a-40e9-8a10-a899a22ec3aa tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aff2f1610df3473eb9bfbf69b3b32a89 HTTP/1.1" status: 200 len: 379 time: 0.0606019 Nov 29 19:10:05.789958 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'port': {'device_id': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'admin_state_up': True, 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'security_groups': ['7591e9af-84f1-4392-b1b3-afe4843bf1f6']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:05.910477 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f25d1340-6a54-433e-9940-d5d105cf550d req-4b1aa78b-cec4-4597-9d68-254640e51a36 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 210 time: 0.0323422 Nov 29 19:10:05.931914 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Made reservation on behalf of aff2f1610df3473eb9bfbf69b3b32a89 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:05.935802 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.066498 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Allocated IP 172.20.0.11 (1eafe7d2-4063-4f97-a6ac-60940cdbdffb/5335a4b8-62e6-488c-87cb-835c29cb08e4/1e5071a2-2891-4faa-a848-493ef9469a03) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:06.204949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.241966 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.285214 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:06.288278 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:06.290664 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:06.320991 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event updated for resources: {'Port': ['ID=1e5071a2-2891-4faa-a848-493ef9469a03,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:06.350006 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:06.350657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.373799 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-8fc32fa7-e3d1-4f5c-a371-21c5030a2388 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880475 Nov 29 19:10:06.387121 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Request body: {'port': {'device_id': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:06.452601 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.526037 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-77aa7d65-a0ec-40cb-a59a-dd467cea0427 None None] Provisioning complete for port 1e5071a2-2891-4faa-a848-493ef9469a03 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:06.526649 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d65-a0ec-40cb-a59a-dd467cea0427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.559643 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-77aa7d65-a0ec-40cb-a59a-dd467cea0427 None None] Port 1e5071a2-2891-4faa-a848-493ef9469a03 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:10:06.719590 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5071a2-2891-4faa-a848-493ef9469a03 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:06.727568 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.739295 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Transition to ACTIVE for port object 1e5071a2-2891-4faa-a848-493ef9469a03 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:10:06.742520 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.792257 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5071a2-2891-4faa-a848-493ef9469a03,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:06.864703 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Attempting to bind port 1e5071a2-2891-4faa-a848-493ef9469a03 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:06.865055 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Attempting to bind port 1e5071a2-2891-4faa-a848-493ef9469a03 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:06.865395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Attempting to bind port 1e5071a2-2891-4faa-a848-493ef9469a03 on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:06.870183 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Port 1e5071a2-2891-4faa-a848-493ef9469a03 on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:10:06.870548 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Attempting to bind port 1e5071a2-2891-4faa-a848-493ef9469a03 on network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:06.875366 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:06.875711 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Checking segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:06.876102 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Bound using segment: {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:06.876633 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Bound port: 1e5071a2-2891-4faa-a848-493ef9469a03, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:06.877000 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.943239 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] For port 1e5071a2-2891-4faa-a848-493ef9469a03, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:06.946597 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] For port 1e5071a2-2891-4faa-a848-493ef9469a03, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=1e5071a2-2891-4faa-a848-493ef9469a03,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:06.952834 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.989767 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:06.990503 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.992788 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] 10.222.0.53 "PUT /v2.0/ports/1e5071a2-2891-4faa-a848-493ef9469a03 HTTP/1.1" status: 200 len: 1094 time: 0.6099813 Nov 29 19:10:06.995494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:06.998128 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35e135f-4ce0-4983-a5eb-cc464f69b738" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:07.032108 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccb069-fd11-4b85-bc59-4f8998e8a900 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5071a2-2891-4faa-a848-493ef9469a03,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:07.064039 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b869a3ef-6568-460b-9d6d-90e6a0433771 x-openstack-request-id: req-b869a3ef-6568-460b-9d6d-90e6a0433771 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:07.064039 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:07.064322 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b869a3ef-6568-460b-9d6d-90e6a0433771 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:07.064527 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03', 'status': 'completed', 'code': 200} Nov 29 19:10:07.074047 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675093b-ddff-4d0e-b9f5-3f193048c50c req-61b038d9-2798-4d57-a6b8-353ad1eca39a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.075746 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b675093b-ddff-4d0e-b9f5-3f193048c50c req-61b038d9-2798-4d57-a6b8-353ad1eca39a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 944 time: 0.0933342 Nov 29 19:10:07.082191 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-0ce7d09d-0432-455c-aa0c-47d68fca1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.084509 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-0ce7d09d-0432-455c-aa0c-47d68fca1cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0474508 Nov 29 19:10:07.134327 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b675093b-ddff-4d0e-b9f5-3f193048c50c req-5c734295-a097-4f46-8f94-59bb7df83ded tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518374 Nov 29 19:10:07.136107 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-9d77cb11-eca9-4a0e-be76-8760efda98e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e5071a2-2891-4faa-a848-493ef9469a03 HTTP/1.1" status: 200 len: 217 time: 0.0419822 Nov 29 19:10:07.188334 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-729618f5-cb05-45b8-8220-205b8cc4a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.189807 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-729618f5-cb05-45b8-8220-205b8cc4a2e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 200 len: 850 time: 0.0467756 Nov 29 19:10:07.235500 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-46f18e20-797d-4056-acea-eb984c1fdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.236993 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-46f18e20-797d-4056-acea-eb984c1fdd10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402584 Nov 29 19:10:07.334716 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-cbab6f6a-6691-4f87-a8c0-2b872d582401 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900168 Nov 29 19:10:07.424387 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3fa6d7ed-bedc-4e2e-b768-e20bfcaa0244 req-07ee5d90-e112-4c85-85c1-90103aed6bd7 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Nov 29 19:10:07.513914 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-542abf82-3fa9-4205-99e4-56dc776c48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.515439 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-542abf82-3fa9-4205-99e4-56dc776c48fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0438247 Nov 29 19:10:07.609571 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-28833f62-e675-4ab9-87db-4d939fcb1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.611269 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-28833f62-e675-4ab9-87db-4d939fcb1db1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 912 time: 0.0883331 Nov 29 19:10:07.655789 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-594eca4a-2614-4e24-9b77-ee836b6e21ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e5071a2-2891-4faa-a848-493ef9469a03 HTTP/1.1" status: 200 len: 217 time: 0.0369663 Nov 29 19:10:07.710093 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-c72f129d-e8d0-4391-a8d9-d1b1e0823489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.711569 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-c72f129d-e8d0-4391-a8d9-d1b1e0823489 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 200 len: 850 time: 0.0486670 Nov 29 19:10:07.758021 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-5f38f341-f102-4dcb-8ce0-bf7cc51cb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:07.759517 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-5f38f341-f102-4dcb-8ce0-bf7cc51cb346 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403819 Nov 29 19:10:07.846110 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-94bbb71c-3c85-4ffa-a893-f9ebe8916c83 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793087 Nov 29 19:10:08.174329 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c35e135f-4ce0-4983-a5eb-cc464f69b738 req-5517a4f1-5393-4a53-b1fc-2ace7fe7b80f service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210268 Nov 29 19:10:08.254808 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c0ec7-561a-4c4e-a902-a4518565fd6c req-1f6aa8a1-1467-4572-948b-173f332304d6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:08.256239 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-039c0ec7-561a-4c4e-a902-a4518565fd6c req-1f6aa8a1-1467-4572-948b-173f332304d6 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 944 time: 0.0505052 Nov 29 19:10:08.302601 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-039c0ec7-561a-4c4e-a902-a4518565fd6c req-0184a9ff-c643-4754-b9e7-761b14fb9dc7 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404763 Nov 29 19:10:09.139257 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 1e5071a2-2891-4faa-a848-493ef9469a03 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:10:09.234499 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 1e5071a2-2891-4faa-a848-493ef9469a03, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=1e5071a2-2891-4faa-a848-493ef9469a03,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:09.246569 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '1e5071a2-2891-4faa-a848-493ef9469a03', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'port_id': '1e5071a2-2891-4faa-a848-493ef9469a03', 'mac_address': 'fa:16:3e:25:b6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:10:09.281949 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.295011 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5071a2-2891-4faa-a848-493ef9469a03 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:09.313472 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 1e5071a2-2891-4faa-a848-493ef9469a03, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=1e5071a2-2891-4faa-a848-493ef9469a03,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:09.317532 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.367468 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=1e5071a2-2891-4faa-a848-493ef9469a03,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:09.374428 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.374804 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.375148 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.375486 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.375813 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.376138 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.376457 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.376779 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.377115 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.377437 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.377751 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.378063 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:09.415833 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0959-0fb9-46c5-b8a1-47cb2f6f0096 req-1b7f42d3-ec81-4c59-b3d7-54a3811b811a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:09.417209 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bc7e0959-0fb9-46c5-b8a1-47cb2f6f0096 req-1b7f42d3-ec81-4c59-b3d7-54a3811b811a tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Nov 29 19:10:09.462856 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bc7e0959-0fb9-46c5-b8a1-47cb2f6f0096 req-10c33b65-7681-4951-bf74-b824558afab4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Nov 29 19:10:09.584159 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['1e5071a2-2891-4faa-a848-493ef9469a03'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:09.857833 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af555-b308-47c9-a157-5cd2b0456bc1 req-60502aa0-8481-42e4-a3f0-5614b6e9345d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:09.859329 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ee8af555-b308-47c9-a157-5cd2b0456bc1 req-60502aa0-8481-42e4-a3f0-5614b6e9345d tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0480072 Nov 29 19:10:09.906271 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ee8af555-b308-47c9-a157-5cd2b0456bc1 req-5be50fb5-c181-4562-93fc-124229dfe4fb tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Nov 29 19:10:10.224371 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-1ff7e796-0698-46f2-8ce2-b20a3f2f30cd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:10.225874 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-1ff7e796-0698-46f2-8ce2-b20a3f2f30cd tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 945 time: 0.0510676 Nov 29 19:10:10.322951 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Deleting port d5afd986-23c0-423b-9da1-46af814ef2ad {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:10.323295 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:10.416986 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] For port d5afd986-23c0-423b-9da1-46af814ef2ad, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5afd986-23c0-423b-9da1-46af814ef2ad,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:10.417356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:10.430860 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Calling delete_port for d5afd986-23c0-423b-9da1-46af814ef2ad owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:10.585068 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:10.596926 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['d5747b9a-bfa8-40be-a7b2-4f42795260f5', 'd5afd986-23c0-423b-9da1-46af814ef2ad'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:10.623179 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068d4a0-90a2-4a00-b792-35e84d387b17 req-97cf6715-d53d-4c0e-9074-9d272e0ad20e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:10.624677 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d068d4a0-90a2-4a00-b792-35e84d387b17 req-97cf6715-d53d-4c0e-9074-9d272e0ad20e tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 945 time: 0.0911326 Nov 29 19:10:10.627178 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Pushing event deleted for resources: {'Port': ['ID=d5afd986-23c0-423b-9da1-46af814ef2ad,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:10.681922 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] No DVR routers for this DVR port d5afd986-23c0-423b-9da1-46af814ef2ad on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:10.686340 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:10.689648 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e4fc0e96-777c-427a-9e87-0a557349cf34 req-a43b9c59-d2ea-4161-9ceb-42291c411bed tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "DELETE /v2.0/ports/d5afd986-23c0-423b-9da1-46af814ef2ad HTTP/1.1" status: 204 len: 173 time: 0.4528711 Nov 29 19:10:10.691295 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'name': 'network-vif-deleted', 'tag': 'd5afd986-23c0-423b-9da1-46af814ef2ad'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:10.693634 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8766ebbf-6a49-4461-8e39-c3f76e1e4734" -d '{"events": [{"server_uuid": "67d7691e-fd68-4e0a-9813-f90d332fb68b", "name": "network-vif-deleted", "tag": "d5afd986-23c0-423b-9da1-46af814ef2ad"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:10.720038 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d068d4a0-90a2-4a00-b792-35e84d387b17 req-d0ac2bf2-c273-4a81-b8c8-40e7c7e2df63 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842080 Nov 29 19:10:10.756608 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69408c8e-29a6-446d-8f3d-451dea0f3caf x-openstack-request-id: req-69408c8e-29a6-446d-8f3d-451dea0f3caf {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:10.756913 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d7691e-fd68-4e0a-9813-f90d332fb68b", "name": "network-vif-deleted", "tag": "d5afd986-23c0-423b-9da1-46af814ef2ad", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:10.757176 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69408c8e-29a6-446d-8f3d-451dea0f3caf {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:10.757588 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d7691e-fd68-4e0a-9813-f90d332fb68b', 'name': 'network-vif-deleted', 'tag': 'd5afd986-23c0-423b-9da1-46af814ef2ad', 'status': 'completed', 'code': 200} Nov 29 19:10:11.012394 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-988b2b56-f29f-44cf-9f87-f9989488e1f9 req-939eea80-e7ec-4a9f-b653-aea8f63cf902 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=67d7691e-fd68-4e0a-9813-f90d332fb68b HTTP/1.1" status: 200 len: 210 time: 0.0289004 Nov 29 19:10:11.156182 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 1e5071a2-2891-4faa-a848-493ef9469a03 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:11.206130 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 1e5071a2-2891-4faa-a848-493ef9469a03 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:10:11.211439 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 1e5071a2-2891-4faa-a848-493ef9469a03 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:11.211814 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:11.290464 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:11.312862 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:11.315126 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72149b4-9dab-4ac8-a609-88cff79752b3" -d '{"events": [{"server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "name": "network-vif-plugged", "status": "completed", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:11.329059 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 1e5071a2-2891-4faa-a848-493ef9469a03, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=1e5071a2-2891-4faa-a848-493ef9469a03,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:11.334426 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:11.361573 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43602756-7990-45b7-9658-8bcb867a296f x-openstack-request-id: req-43602756-7990-45b7-9658-8bcb867a296f {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:11.361890 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "name": "network-vif-plugged", "status": "completed", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:11.362148 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43602756-7990-45b7-9658-8bcb867a296f {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:11.362570 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03', 'code': 200} Nov 29 19:10:11.384320 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=1e5071a2-2891-4faa-a848-493ef9469a03,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:11.524868 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53077f9-cadf-4474-a4c1-93125038f61f req-ecb3fa03-e31a-426a-a228-04336053cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:11.526363 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e53077f9-cadf-4474-a4c1-93125038f61f req-ecb3fa03-e31a-426a-a228-04336053cf4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0411153 Nov 29 19:10:11.569800 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e53077f9-cadf-4474-a4c1-93125038f61f req-f45b162e-4b2f-4067-8bba-3e2ef03db8fd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366361 Nov 29 19:10:11.847255 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0b0c-756e-4ca8-be47-8878871c0a39 req-2be5075f-6fd2-43ef-815e-7c8e5be27d01 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:11.849218 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-947d0b0c-756e-4ca8-be47-8878871c0a39 req-2be5075f-6fd2-43ef-815e-7c8e5be27d01 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 946 time: 0.0499210 Nov 29 19:10:11.896119 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-947d0b0c-756e-4ca8-be47-8878871c0a39 req-9b732572-c08d-467c-89dc-25b9679bf5a9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Nov 29 19:10:12.275571 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a60b-2784-4941-ac95-ca0f795b20e2 req-5fd472e6-eea5-4d62-9c9a-7cc7581182bc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:12.277014 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0fc3a60b-2784-4941-ac95-ca0f795b20e2 req-5fd472e6-eea5-4d62-9c9a-7cc7581182bc tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0514164 Nov 29 19:10:12.324106 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0fc3a60b-2784-4941-ac95-ca0f795b20e2 req-a90826ae-4874-4f4a-af27-26e8ea380273 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/security-groups?id=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Nov 29 19:10:12.646202 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-023e786d-30d0-4feb-8f54-13ae5d342099 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:12.648163 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-023e786d-30d0-4feb-8f54-13ae5d342099 tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 945 time: 0.0519011 Nov 29 19:10:12.744236 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Deleting port d5747b9a-bfa8-40be-a7b2-4f42795260f5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:12.744574 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:12.837598 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] For port d5747b9a-bfa8-40be-a7b2-4f42795260f5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=d5747b9a-bfa8-40be-a7b2-4f42795260f5,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:12.837965 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:12.851236 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Calling delete_port for d5747b9a-bfa8-40be-a7b2-4f42795260f5 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:13.006721 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.018530 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['d5747b9a-bfa8-40be-a7b2-4f42795260f5'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:13.040769 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Pushing event deleted for resources: {'Port': ['ID=d5747b9a-bfa8-40be-a7b2-4f42795260f5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:13.060714 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5bc1-a772-4296-869b-ed8417edbb0b req-4dec36de-6f97-4c60-9a67-ca7a1d6ce392 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.062196 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4c7d5bc1-a772-4296-869b-ed8417edbb0b req-4dec36de-6f97-4c60-9a67-ca7a1d6ce392 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 946 time: 0.0967839 Nov 29 19:10:13.104063 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] No DVR routers for this DVR port d5747b9a-bfa8-40be-a7b2-4f42795260f5 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:13.106551 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.110009 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c2e2cea-154f-45cb-8fe7-fc6d801e6b6d req-e512fffe-20e5-4409-83d4-b4c6cf899dae tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.53 "DELETE /v2.0/ports/d5747b9a-bfa8-40be-a7b2-4f42795260f5 HTTP/1.1" status: 204 len: 173 time: 0.4539578 Nov 29 19:10:13.111568 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'name': 'network-vif-deleted', 'tag': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:13.115184 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3917557-c2a2-4a2b-a576-4ccad20b1fc6" -d '{"events": [{"server_uuid": "c888ee89-3e3b-4a8a-8ada-183cce65b712", "name": "network-vif-deleted", "tag": "d5747b9a-bfa8-40be-a7b2-4f42795260f5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:13.160221 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe6fe50-5dff-454f-9c5b-06141b26a274 x-openstack-request-id: req-ffe6fe50-5dff-454f-9c5b-06141b26a274 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:13.160947 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5afd986-23c0-423b-9da1-46af814ef2ad no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:13.161080 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c888ee89-3e3b-4a8a-8ada-183cce65b712", "name": "network-vif-deleted", "tag": "d5747b9a-bfa8-40be-a7b2-4f42795260f5", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:13.161313 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffe6fe50-5dff-454f-9c5b-06141b26a274 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:13.161711 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c888ee89-3e3b-4a8a-8ada-183cce65b712', 'name': 'network-vif-deleted', 'tag': 'd5747b9a-bfa8-40be-a7b2-4f42795260f5', 'status': 'completed', 'code': 200} Nov 29 19:10:13.165914 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4c7d5bc1-a772-4296-869b-ed8417edbb0b req-889c62a3-cd44-4a75-a45a-29b4b934782c tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905957 Nov 29 19:10:13.188195 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: d5afd986-23c0-423b-9da1-46af814ef2ad {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:13.188543 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5afd986-23c0-423b-9da1-46af814ef2ad not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:13.281080 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3623c-05ab-4058-9c2b-1f5d6a300841 req-fa50890c-a3fa-46f6-927a-0b71d2496bcd tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.282552 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5db3623c-05ab-4058-9c2b-1f5d6a300841 req-fa50890c-a3fa-46f6-927a-0b71d2496bcd tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 946 time: 0.0479522 Nov 29 19:10:13.291517 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58668) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:13.295781 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Request body: {'floatingip': {'port_id': '1e5071a2-2891-4faa-a848-493ef9469a03'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:13.365802 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.436404 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-41c1d3bb-767b-44c8-88dc-cb6128e17f60 req-5857ad7d-1fb6-4198-afbd-03cfe3c468ea tempest-ServerRescueNegativeTestJSON-1428318434 tempest-ServerRescueNegativeTestJSON-1428318434-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888ee89-3e3b-4a8a-8ada-183cce65b712 HTTP/1.1" status: 200 len: 210 time: 0.0285001 Nov 29 19:10:13.979231 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.983268 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:14.077553 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.l3_db [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Floating IP 024f39fd-568c-4b12-9a85-a055cd050813 associated. External IP: 172.27.2.60, port: 1e5071a2-2891-4faa-a848-493ef9469a03. Nov 29 19:10:14.279219 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Router 636b7af5-3d8b-4c71-930a-64ff5fe13818 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:10:14.494514 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58680) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:14.577204 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:10:14.583155 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:14.588213 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] Sync routers for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:10:14.598132 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:14.598764 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:14.611377 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b1ecd330-a547-43df-8983-030c66438e81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "PUT /v2.0/floatingips/024f39fd-568c-4b12-9a85-a055cd050813 HTTP/1.1" status: 200 len: 991 time: 1.3188355 Nov 29 19:10:14.612309 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:14.615575 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8589f215c57af3f8a6bbf3829f2adfb09e467586c42abb59f4f84c4760e566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b588fa-1843-415b-9d36-f19b3f687e81" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:14.719111 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:14.787904 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413e739f-4078-4a60-9a02-3f33a925aef3 x-openstack-request-id: req-413e739f-4078-4a60-9a02-3f33a925aef3 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:14.788206 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03", "status": "completed", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:14.788466 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-413e739f-4078-4a60-9a02-3f33a925aef3 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:14.788868 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03', 'status': 'completed', 'code': 200} Nov 29 19:10:14.889059 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-a483b466-b52a-4f2b-bb1f-bb205836731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:14.890494 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-a483b466-b52a-4f2b-bb1f-bb205836731d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0796316 Nov 29 19:10:15.020004 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-0556b6ce-74da-4fb7-b094-31337105e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:15.021468 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-0556b6ce-74da-4fb7-b094-31337105e162 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 912 time: 0.1244051 Nov 29 19:10:15.031333 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': '024f39fd-568c-4b12-9a85-a055cd050813', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'port_id': '1e5071a2-2891-4faa-a848-493ef9469a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'mac_address': 'fa:16:3e:25:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:10:03Z', 'updated_at': '2021-11-29T19:10:13Z', 'revision_number': 1, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:15.058130 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] Checking router: 636b7af5-3d8b-4c71-930a-64ff5fe13818 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:10:15.066375 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:15.067169 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:15.121529 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-58223874-f69d-4c0c-b8fa-562160ed00b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e5071a2-2891-4faa-a848-493ef9469a03 HTTP/1.1" status: 200 len: 999 time: 0.0907645 Nov 29 19:10:15.174022 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:15.176483 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:15.212637 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-cab204fd-1381-456e-aaf5-2cecd6a501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:15.214089 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-cab204fd-1381-456e-aaf5-2cecd6a501bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 200 len: 850 time: 0.0846846 Nov 29 19:10:15.303145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-5a2fb0ca-9ef5-412a-ac07-bf38d79aee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:15.304623 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-5a2fb0ca-9ef5-412a-ac07-bf38d79aee6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824933 Nov 29 19:10:15.397311 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': '024f39fd-568c-4b12-9a85-a055cd050813', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'port_id': '1e5071a2-2891-4faa-a848-493ef9469a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'mac_address': 'fa:16:3e:25:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:10:03Z', 'updated_at': '2021-11-29T19:10:13Z', 'revision_number': 1, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:15.423498 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688d5f7-7156-4911-a380-2a56aef1556e None None] The sync data for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi is: [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': '024f39fd-568c-4b12-9a85-a055cd050813', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'port_id': '1e5071a2-2891-4faa-a848-493ef9469a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'mac_address': 'fa:16:3e:25:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:10:03Z', 'updated_at': '2021-11-29T19:10:13Z', 'revision_number': 1, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:10:15.456636 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-26b58a06-c536-4a64-b139-736ea21fbd60 service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437931 Nov 29 19:10:15.598471 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-14b588fa-1843-415b-9d36-f19b3f687e81 req-ece84a55-0f9f-43a4-8952-4237fa6fd35d service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340885 Nov 29 19:10:15.608813 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Deleting port 206851b7-9443-4001-916c-835cbd923492 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:15.609161 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:15.624139 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed36ad1-aa50-41e8-afde-3ccbfc11b0c1 None None] New status for floating IP 024f39fd-568c-4b12-9a85-a055cd050813: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:10:15.693710 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] For port 206851b7-9443-4001-916c-835cbd923492, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=206851b7-9443-4001-916c-835cbd923492,segment=NetworkSegment(eb53aaf6-376f-44df-b5e4-68d14a7d87eb),segment_id=eb53aaf6-376f-44df-b5e4-68d14a7d87eb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:15.693948 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:15.706669 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Calling delete_port for 206851b7-9443-4001-916c-835cbd923492 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:15.890308 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:15.901874 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:15.916902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Pushing event deleted for resources: {'Port': ['ID=206851b7-9443-4001-916c-835cbd923492,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:16.074220 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:16.521027 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Router 0032d79d-76a5-4d55-867b-d245d3eb3c08 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:10:16.624067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:10:16.629573 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-93924e9e-cf7a-4052-a856-4da42df9486f admin admin] 10.222.0.45 "PUT /v2.0/routers/0032d79d-76a5-4d55-867b-d245d3eb3c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1334870 Nov 29 19:10:16.632062 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58700) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:16.634553 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] Sync routers for ids ['0032d79d-76a5-4d55-867b-d245d3eb3c08'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:10:16.644103 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] Routers {'0032d79d-76a5-4d55-867b-d245d3eb3c08'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:16.645500 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['0032d79d-76a5-4d55-867b-d245d3eb3c08'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:16.735242 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:16.749423 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] Set router 0032d79d-76a5-4d55-867b-d245d3eb3c08 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:16.837834 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:16.893390 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Deleting port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:16.893729 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:16.930423 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:10:15Z', 'revision_number': 5, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port': {'id': '872c2b55-81e3-4a02-92a7-7ea9b1327d2b', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:04Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:16.956717 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] Checking router: 0032d79d-76a5-4d55-867b-d245d3eb3c08 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:10:16.964940 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] Routers {'0032d79d-76a5-4d55-867b-d245d3eb3c08'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:16.965535 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['0032d79d-76a5-4d55-867b-d245d3eb3c08'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:16.976931 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] For port 872c2b55-81e3-4a02-92a7-7ea9b1327d2b, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:16.977324 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:16.989413 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Calling delete_port for 872c2b55-81e3-4a02-92a7-7ea9b1327d2b owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:17.049615 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] Set router 0032d79d-76a5-4d55-867b-d245d3eb3c08 gateway port host: None {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:17.100985 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:10:16Z', 'revision_number': 6, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port_host': None}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:17.130877 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c653004-8a2c-4975-bb0b-0f5bee72b1af None None] The sync data for ids ['0032d79d-76a5-4d55-867b-d245d3eb3c08'] in dv-cinder-815746-3-iscsi is: [{'id': '0032d79d-76a5-4d55-867b-d245d3eb3c08', 'name': 'tempest-ServerRescueNegativeTestJSON-2117820572-router', 'tenant_id': 'eb17ce0da1074482a968d9210a8e018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:03Z', 'updated_at': '2021-11-29T19:10:16Z', 'revision_number': 6, 'project_id': 'eb17ce0da1074482a968d9210a8e018c', 'gw_port_host': None}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:10:17.156859 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.184435 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Pushing event deleted for resources: {'Port': ['ID=872c2b55-81e3-4a02-92a7-7ea9b1327d2b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:17.189938 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5747b9a-bfa8-40be-a7b2-4f42795260f5 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:17.210410 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: d5747b9a-bfa8-40be-a7b2-4f42795260f5 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:17.210757 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device d5747b9a-bfa8-40be-a7b2-4f42795260f5 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:17.243831 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.334896 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.336900 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.379365 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.379954 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0032d79d-76a5-4d55-867b-d245d3eb3c08 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:10:17.384484 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.385749 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-1e0da5d1-a1ea-4d33-9376-73213c3107fa admin admin] 10.222.0.45 "DELETE /v2.0/routers/0032d79d-76a5-4d55-867b-d245d3eb3c08 HTTP/1.1" status: 204 len: 168 time: 0.7526855 Nov 29 19:10:17.388366 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58706) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:17.433642 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] Deleting subnet cdb4ed31-d469-4a3c-91ac-e42d4a94f68b {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:10:17.436586 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.476968 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26314930'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.526402 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.584500 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26339389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26608207'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.611971 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb4ed31-d469-4a3c-91ac-e42d4a94f68b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:17.614583 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.618197 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ac49ee37-1a27-4a0c-afec-b4b060cb23c7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cdb4ed31-d469-4a3c-91ac-e42d4a94f68b HTTP/1.1" status: 204 len: 168 time: 0.2289112 Nov 29 19:10:17.620717 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58710) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:17.688576 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.772821 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.793012 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50baf5da-ed6c-42a5-b3cc-f25e70102e6d']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:17.802277 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:17.802584 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb53aaf6-376f-44df-b5e4-68d14a7d87eb') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:17.811717 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.825349 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.831182 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:17.831605 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:17.834056 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:17.894878 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 206851b7-9443-4001-916c-835cbd923492 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:17.895428 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.902768 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.905997 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/50baf5da-ed6c-42a5-b3cc-f25e70102e6d HTTP/1.1" status: 204 len: 168 time: 0.2843592 Nov 29 19:10:17.922776 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4562bc0-1b46-4bf8-a19e-af2698eda5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50baf5da-ed6c-42a5-b3cc-f25e70102e6d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:17.933521 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 206851b7-9443-4001-916c-835cbd923492 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:17.934069 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 206851b7-9443-4001-916c-835cbd923492 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:18.034290 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58716) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:18.075188 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-e01bfc70-1fba-46aa-9a5f-5ec20093b484 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb17ce0da1074482a968d9210a8e018c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396607 Nov 29 19:10:18.077738 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58718) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:18.130932 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-897ae68a-28fa-4d35-8932-6ca862446501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:18.161621 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-897ae68a-28fa-4d35-8932-6ca862446501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:18.232978 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-a26944ad-e749-4758-8ed5-790eeb0ff46a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446160 Nov 29 19:10:18.238010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-897ae68a-28fa-4d35-8932-6ca862446501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:18.240832 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-897ae68a-28fa-4d35-8932-6ca862446501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:18.242229 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-897ae68a-28fa-4d35-8932-6ca862446501 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb HTTP/1.1" status: 204 len: 168 time: 0.1635356 Nov 29 19:10:18.252252 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ae68a-28fa-4d35-8932-6ca862446501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ce3cfd-4feb-4dfd-ae05-bf2d2fe94cfb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:18.302424 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-b5c2f124-ee3a-4470-b525-3721d2f6fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:18.304047 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-b5c2f124-ee3a-4470-b525-3721d2f6fd31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8cd17cd18784e3aab79f54bc45db851&device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 1098 time: 0.0478106 Nov 29 19:10:18.416583 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-3c85c866-2cce-428d-94ae-78310b299358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:18.418248 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-3c85c866-2cce-428d-94ae-78310b299358 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9b8760b-a2c8-48c7-a445-2068ebcf22ce HTTP/1.1" status: 200 len: 916 time: 0.0958421 Nov 29 19:10:18.464870 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-b048c2b3-b00c-4ab2-9c11-36f1f5b1a488 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18526521-798b-4819-85a7-238b62a1b1f9 HTTP/1.1" status: 200 len: 217 time: 0.0390830 Nov 29 19:10:18.515370 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-fe9b4437-b69f-4f99-8a10-d5e0d790e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:18.516837 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-fe9b4437-b69f-4f99-8a10-d5e0d790e3d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdd96acd-8351-4793-90d0-fd1f713e921f HTTP/1.1" status: 200 len: 854 time: 0.0446272 Nov 29 19:10:18.562454 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-b2ad5108-bb04-4c43-b057-d644328134b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:18.563994 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-b2ad5108-bb04-4c43-b057-d644328134b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9b8760b-a2c8-48c7-a445-2068ebcf22ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405893 Nov 29 19:10:18.660961 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-b2ec928f-c290-4868-a46d-7551dbb8fa7b service neutron] 10.222.0.53 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899975 Nov 29 19:10:18.757879 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6d34f488-0df5-42bc-854c-b953c3a3f1f9 req-f17e7fbc-ebb8-454d-ad92-60824690dc82 service neutron] 10.222.0.53 "GET /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897775 Nov 29 19:10:18.931912 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58744) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:19.031024 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-network', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:19.054414 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Made reservation on behalf of 168bfaa616c343cfa2ab6d025038d3cd for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:19.056733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.065823 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.141797 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.146230 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.172306 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:19.181953 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e4dcf5-86f6-474d-b0c5-1aed2e535b67,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:19.187635 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.187993 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Added segment 0c3491a4-3d63-46fc-8d45-417a26f1a3ff of type vlan for network 6efb756f-5b6e-4291-aa99-9572c112335a Nov 29 19:10:19.233138 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.257258 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.258361 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:19.258936 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.316365 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3832705 Nov 29 19:10:19.319723 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58752) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:19.321987 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2550e1-37bb-4d67-8278-f515f66d0c3b admin admin] Pushing event updated for resources: {'Network': ['ID=6efb756f-5b6e-4291-aa99-9572c112335a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:19.324704 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Request body: {'subnet': {'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-subnet', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:19.332579 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 6efb756f-5b6e-4291-aa99-9572c112335a details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:19.347830 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Made reservation on behalf of 168bfaa616c343cfa2ab6d025038d3cd for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:19.350986 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28960076'] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.478275 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 872c2b55-81e3-4a02-92a7-7ea9b1327d2b no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:19.503034 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 872c2b55-81e3-4a02-92a7-7ea9b1327d2b {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:19.503498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 872c2b55-81e3-4a02-92a7-7ea9b1327d2b not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:19.532263 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28345349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28960082'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.589303 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f36414-a83e-4a9c-b111-3b4af2f6c207,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:19.600288 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Checking segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:19.600610 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Network hostable DHCP agents. Network: 6efb756f-5b6e-4291-aa99-9572c112335a, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:19.617691 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Network 6efb756f-5b6e-4291-aa99-9572c112335a is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:19.626800 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 6efb756f-5b6e-4291-aa99-9572c112335a) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:19.631566 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:19.632183 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.640333 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee32a7-50eb-4826-8d6e-c964782f74da None None] Network 6efb756f-5b6e-4291-aa99-9572c112335a requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:19.651692 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1071df7d-9159-4ba7-a62b-3586f4bfe87f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3283105 Nov 29 19:10:19.652001 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58756) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:19.656079 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:19.676663 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.678136 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.749581 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.804708 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-6efb756f-5b6e-4291-aa99-9572c112335a', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:19.805595 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.886381 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.935061 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Allocated IP 172.20.0.2 (6efb756f-5b6e-4291-aa99-9572c112335a/46f36414-a83e-4a9c-b111-3b4af2f6c207/2f617a1f-f147-4d8c-87bd-144eb439a863) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:20.080003 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.086786 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.091048 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.111386 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.130347 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Network 6efb756f-5b6e-4291-aa99-9572c112335a is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:20.133363 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:20.136837 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:20.142067 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Pushing event updated for resources: {'Port': ['ID=2f617a1f-f147-4d8c-87bd-144eb439a863,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:20.195014 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Attempting to bind port 2f617a1f-f147-4d8c-87bd-144eb439a863 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:20.195432 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Attempting to bind port 2f617a1f-f147-4d8c-87bd-144eb439a863 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:20.195798 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Attempting to bind port 2f617a1f-f147-4d8c-87bd-144eb439a863 on network 6efb756f-5b6e-4291-aa99-9572c112335a {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:20.200826 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:20.201202 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Checking segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:20.201601 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.201993 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Bound using segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:20.202479 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Bound port: 2f617a1f-f147-4d8c-87bd-144eb439a863, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:20.202858 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.226758 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Allocated IP 172.27.2.214 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/53967b9a-2c2f-45a4-801a-237e1c40571e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:20.273240 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] For port 2f617a1f-f147-4d8c-87bd-144eb439a863, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:20.276493 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] For port 2f617a1f-f147-4d8c-87bd-144eb439a863, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=2f617a1f-f147-4d8c-87bd-144eb439a863,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:20.280200 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.333385 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.340622 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b21990-21f2-4d2c-a459-b9342c72bdf9 None None] Pushing event updated for resources: {'Port': ['ID=2f617a1f-f147-4d8c-87bd-144eb439a863,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:20.370352 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.410872 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:20.413795 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:20.417460 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:20.444610 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Pushing event updated for resources: {'Port': ['ID=53967b9a-2c2f-45a4-801a-237e1c40571e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:20.687689 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.875212 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-775067fe-71a7-42a9-8fc9-28923e13a91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:20.886633 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.018920 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Router 5a0301ab-baad-4894-bfbf-bd374c59b503 is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:10:21.129216 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:10:21.139382 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Sync routers for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:10:21.147599 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.151565 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-cfb09bad-bffa-493d-9e63-f8a14b5481b2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4962788 Nov 29 19:10:21.151890 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58766) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:21.152486 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:21.153190 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:21.383514 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624d48d-748e-475d-8367-6d3121154746 None None] Network 6efb756f-5b6e-4291-aa99-9572c112335a requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:21.501921 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-7eae9e66-5080-41e8-9f5c-79dbabf4977e None None] Provisioning complete for port 2f617a1f-f147-4d8c-87bd-144eb439a863 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:21.502227 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7eae9e66-5080-41e8-9f5c-79dbabf4977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.552415 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:21.613274 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 2f617a1f-f147-4d8c-87bd-144eb439a863 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:21.665053 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.827717 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Allocated IP 172.20.0.1 (6efb756f-5b6e-4291-aa99-9572c112335a/46f36414-a83e-4a9c-b111-3b4af2f6c207/5600572f-5e1d-4b64-8f3c-392a91b666a2) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:21.830593 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7eae9e66-5080-41e8-9f5c-79dbabf4977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.835309 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 2f617a1f-f147-4d8c-87bd-144eb439a863 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:21.835676 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.905908 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-7eae9e66-5080-41e8-9f5c-79dbabf4977e None None] For port 2f617a1f-f147-4d8c-87bd-144eb439a863, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=2f617a1f-f147-4d8c-87bd-144eb439a863,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:21.913057 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7eae9e66-5080-41e8-9f5c-79dbabf4977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.950179 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.990039 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:21.993315 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:20Z', 'revision_number': 3, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:22.031358 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Network 6efb756f-5b6e-4291-aa99-9572c112335a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:22.034196 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:22.037778 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:22.039746 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Checking router: 5a0301ab-baad-4894-bfbf-bd374c59b503 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:10:22.040101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Updating router 5a0301ab-baad-4894-bfbf-bd374c59b503 port 53967b9a-2c2f-45a4-801a-237e1c40571e binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:10:22.044054 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae9e66-5080-41e8-9f5c-79dbabf4977e None None] Pushing event updated for resources: {'Port': ['ID=2f617a1f-f147-4d8c-87bd-144eb439a863,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:22.069219 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5600572f-5e1d-4b64-8f3c-392a91b666a2,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:22.076757 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.085859 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.102235 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-89ff1f52-8eb1-4d3c-b558-bc4ca9381c9e None None] Provisioning complete for port 2f617a1f-f147-4d8c-87bd-144eb439a863 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:22.102619 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-89ff1f52-8eb1-4d3c-b558-bc4ca9381c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.230543 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.395220 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.400727 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.414149 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.418623 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.467802 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Attempting to bind port 53967b9a-2c2f-45a4-801a-237e1c40571e on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:22.468168 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Attempting to bind port 53967b9a-2c2f-45a4-801a-237e1c40571e by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:22.468561 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Attempting to bind port 53967b9a-2c2f-45a4-801a-237e1c40571e on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:22.470291 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39564a17-dc7d-418f-be21-e0e5a69f8bb3 None None] Pushing event updated for resources: {'Port': ['ID=53967b9a-2c2f-45a4-801a-237e1c40571e,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:22.474082 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-6a5eb7ea-a4a5-4877-9fb5-22858407ee29 None None] Provisioning complete for port 5600572f-5e1d-4b64-8f3c-392a91b666a2 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:22.474490 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb7ea-a4a5-4877-9fb5-22858407ee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.491652 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.494342 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5600572f-5e1d-4b64-8f3c-392a91b666a2,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:22.496015 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:22.496391 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:22.496792 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.497181 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:22.497664 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Bound port: 53967b9a-2c2f-45a4-801a-237e1c40571e, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:22.498038 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.538509 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-6a5eb7ea-a4a5-4877-9fb5-22858407ee29 None None] Port 5600572f-5e1d-4b64-8f3c-392a91b666a2 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:10:22.557983 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] For port 53967b9a-2c2f-45a4-801a-237e1c40571e, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:22.561614 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] For port 53967b9a-2c2f-45a4-801a-237e1c40571e, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=53967b9a-2c2f-45a4-801a-237e1c40571e,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:22.567987 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.586001 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Network 6efb756f-5b6e-4291-aa99-9572c112335a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:22.587441 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:22.635637 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:22.636277 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:09:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:22.671999 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39564a17-dc7d-418f-be21-e0e5a69f8bb3 None None] Pushing event updated for resources: {'Port': ['ID=53967b9a-2c2f-45a4-801a-237e1c40571e,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:22.711680 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Router 5a0301ab-baad-4894-bfbf-bd374c59b503 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:10:22.762560 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:22.913757 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-3457ea07-7899-4d17-a3ab-05c6b5b1769c None None] Provisioning complete for port 5600572f-5e1d-4b64-8f3c-392a91b666a2 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:22.914126 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3457ea07-7899-4d17-a3ab-05c6b5b1769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:22.978528 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-3457ea07-7899-4d17-a3ab-05c6b5b1769c None None] Port 5600572f-5e1d-4b64-8f3c-392a91b666a2 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:10:23.009657 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 2, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:23.041805 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de91613-530b-49f8-af8c-6ef342537796 None None] The sync data for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi is: [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 2, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:10:23.045522 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:10:23.052751 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f2ccce40-547b-4cdd-aa89-d0eed5f9c0f3 admin admin] 10.222.0.45 "PUT /v2.0/routers/5a0301ab-baad-4894-bfbf-bd374c59b503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8948021 Nov 29 19:10:23.267165 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-79ed52ca-9d33-4808-beaf-6ee70f242bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:23.550380 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 2f617a1f-f147-4d8c-87bd-144eb439a863 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:23.601857 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 2f617a1f-f147-4d8c-87bd-144eb439a863 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:23.602220 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:23.897899 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58790) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:23.902639 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-84a92801-c5df-4427-ae66-d5cbd0b11d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163257058', 'description': 'tempest-description--2051264135'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:23.931315 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-84a92801-c5df-4427-ae66-d5cbd0b11d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.009537 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-84a92801-c5df-4427-ae66-d5cbd0b11d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.013608 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-84a92801-c5df-4427-ae66-d5cbd0b11d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.044852 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-84a92801-c5df-4427-ae66-d5cbd0b11d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.048884 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-84a92801-c5df-4427-ae66-d5cbd0b11d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1471450 Nov 29 19:10:24.048884 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92801-c5df-4427-ae66-d5cbd0b11d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e200425-68dd-4fd7-94c7-03d16181b7e1,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:24.049415 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58794) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:24.055666 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f180034e-c35f-4c16-86a2-95bbfbf36b8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'security_group_rule': {'security_group_id': '7e200425-68dd-4fd7-94c7-03d16181b7e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:24.085156 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f180034e-c35f-4c16-86a2-95bbfbf36b8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.146048 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f180034e-c35f-4c16-86a2-95bbfbf36b8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.149796 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f180034e-c35f-4c16-86a2-95bbfbf36b8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.168400 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180034e-c35f-4c16-86a2-95bbfbf36b8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567fd1b2-16b9-4d0f-8285-689fdd4bada4,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:24.177960 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f180034e-c35f-4c16-86a2-95bbfbf36b8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.179279 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-f180034e-c35f-4c16-86a2-95bbfbf36b8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275997 Nov 29 19:10:24.181935 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58796) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:24.186426 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-bdc20243-25ba-4687-935e-0ce6b9d93019 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'security_group_rule': {'security_group_id': '7e200425-68dd-4fd7-94c7-03d16181b7e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:24.216054 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.217362 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdc20243-25ba-4687-935e-0ce6b9d93019 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.283065 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdc20243-25ba-4687-935e-0ce6b9d93019 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.287550 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdc20243-25ba-4687-935e-0ce6b9d93019 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.307591 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20243-25ba-4687-935e-0ce6b9d93019 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307e6ea2-5d9b-4647-9fef-cd94f1bd4d21,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:24.312891 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdc20243-25ba-4687-935e-0ce6b9d93019 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.313974 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-bdc20243-25ba-4687-935e-0ce6b9d93019 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310437 Nov 29 19:10:24.317572 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 58798) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:24.321984 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'floatingip': {'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:24.349111 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.448647 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.559163 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Allocated IP 172.27.2.239 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/32b67935-dbdc-444b-9f3d-c291ea3180ad) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:24.668419 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.702360 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.747296 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:24.750232 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:24.754588 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:24.779158 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'Port': ['ID=32b67935-dbdc-444b-9f3d-c291ea3180ad,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:24.884517 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.922083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.075962 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.078273 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Sync routers for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:10:25.080998 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.088913 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:25.090454 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:25.153287 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'Port': ['ID=32b67935-dbdc-444b-9f3d-c291ea3180ad,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:25.163072 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.179596 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.180853 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d891a6c7-2b19-47b0-8a93-e40dc4d6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8624001 Nov 29 19:10:25.195533 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:25.329207 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-2440f128-dfc1-431a-91b0-c7a5078a13fc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--163257058&fields=id&tenant_id=168bfaa616c343cfa2ab6d025038d3cd HTTP/1.1" status: 200 len: 267 time: 0.0416727 Nov 29 19:10:25.394110 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 2, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:25.437381 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-0d81bedc-6ed6-4443-bcdc-bff09490a0f5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:25.439007 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-0d81bedc-6ed6-4443-bcdc-bff09490a0f5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 817 time: 0.1031263 Nov 29 19:10:25.455669 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-d062a8ab-6a56-479c-8edf-047177791d26 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/quotas/168bfaa616c343cfa2ab6d025038d3cd HTTP/1.1" status: 200 len: 375 time: 0.0097396 Nov 29 19:10:25.515676 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Checking router: 5a0301ab-baad-4894-bfbf-bd374c59b503 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:10:25.515955 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Updating router 5a0301ab-baad-4894-bfbf-bd374c59b503 port 5600572f-5e1d-4b64-8f3c-392a91b666a2 binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:10:25.531611 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-b4f3fff9-7455-42ce-ab1d-c4afe883c4b0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694044 Nov 29 19:10:25.542934 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.573348 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 53967b9a-2c2f-45a4-801a-237e1c40571e up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:25.624412 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 53967b9a-2c2f-45a4-801a-237e1c40571e triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:25.624876 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.647909 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-57ae61e9-d91e-439f-8355-ba83b6515495 service neutron] 10.222.0.45 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035757 Nov 29 19:10:25.709970 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.732823 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 53967b9a-2c2f-45a4-801a-237e1c40571e, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=53967b9a-2c2f-45a4-801a-237e1c40571e,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:25.738856 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.748916 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-bc719978-a6dd-4b86-99ac-9a0efc68389c service neutron] 10.222.0.45 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950387 Nov 29 19:10:25.788935 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=53967b9a-2c2f-45a4-801a-237e1c40571e,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:25.819600 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.825062 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.871460 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Pushing event updated for resources: {'Port': ['ID=5600572f-5e1d-4b64-8f3c-392a91b666a2,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:25.885280 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.885651 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.885997 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.886367 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.886732 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.887066 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.887392 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.887719 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.888081 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.888409 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.888732 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.889051 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:25.937095 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-067f9547-3bd0-4ebd-8247-747b0980b461 req-42bacfa1-32f7-4445-8ec0-147cb06bdfd9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 210 time: 0.0386870 Nov 29 19:10:25.945744 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.961223 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Attempting to bind port 5600572f-5e1d-4b64-8f3c-392a91b666a2 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:25.961601 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Attempting to bind port 5600572f-5e1d-4b64-8f3c-392a91b666a2 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:25.961963 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Attempting to bind port 5600572f-5e1d-4b64-8f3c-392a91b666a2 on network 6efb756f-5b6e-4291-aa99-9572c112335a {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:25.976051 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:25.978623 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Checking segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:25.979116 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:25.979584 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Bound using segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:25.980214 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Bound port: 5600572f-5e1d-4b64-8f3c-392a91b666a2, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:25.980757 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.059800 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] For port 5600572f-5e1d-4b64-8f3c-392a91b666a2, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:26.073222 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] For port 5600572f-5e1d-4b64-8f3c-392a91b666a2, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5600572f-5e1d-4b64-8f3c-392a91b666a2,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:26.077956 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.139533 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:26.140171 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:26.161723 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-0cfe8bcc-2886-442a-9057-90279209663c None None] Provisioning complete for port 5600572f-5e1d-4b64-8f3c-392a91b666a2 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:26.162138 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8bcc-2886-442a-9057-90279209663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.254513 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8bcc-2886-442a-9057-90279209663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.256084 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:26.296475 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-0cfe8bcc-2886-442a-9057-90279209663c None None] For port 5600572f-5e1d-4b64-8f3c-392a91b666a2, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5600572f-5e1d-4b64-8f3c-392a91b666a2,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:26.302669 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8bcc-2886-442a-9057-90279209663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.354226 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe8bcc-2886-442a-9057-90279209663c None None] Pushing event updated for resources: {'Port': ['ID=5600572f-5e1d-4b64-8f3c-392a91b666a2,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:26.375083 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a617e-23b2-4821-a475-a8875fcb870a None None] Pushing event updated for resources: {'Port': ['ID=5600572f-5e1d-4b64-8f3c-392a91b666a2,revision_number=4']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:26.433217 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-bfddc546-190a-42b1-9e57-1f4f03efebd2 None None] Provisioning complete for port 5600572f-5e1d-4b64-8f3c-392a91b666a2 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:26.433743 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bfddc546-190a-42b1-9e57-1f4f03efebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.471007 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:26.499296 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74904-dfd1-4291-87bb-8847b1958256 None None] The sync data for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi is: [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:10:26.637036 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.063584 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6e53128d-1f55-423d-a993-3cb82174346f req-3998554b-cdce-48ce-8929-475706025cc5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 210 time: 0.0311141 Nov 29 19:10:27.122278 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-862a40f7-6c68-49b6-8b73-a83436190f2e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:27.124151 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-862a40f7-6c68-49b6-8b73-a83436190f2e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 817 time: 0.1901152 Nov 29 19:10:27.195089 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-add8dab1-0ed7-4862-9c3b-3827285649c2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=168bfaa616c343cfa2ab6d025038d3cd HTTP/1.1" status: 200 len: 379 time: 0.0575142 Nov 29 19:10:27.204237 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'port': {'device_id': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'admin_state_up': True, 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'security_groups': ['7e200425-68dd-4fd7-94c7-03d16181b7e1']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:27.311973 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Made reservation on behalf of 168bfaa616c343cfa2ab6d025038d3cd for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:27.315425 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.438243 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Allocated IP 172.20.0.9 (6efb756f-5b6e-4291-aa99-9572c112335a/46f36414-a83e-4a9c-b111-3b4af2f6c207/527a0fca-06c1-41f9-aac6-acd8a3646425) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:27.546091 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 53967b9a-2c2f-45a4-801a-237e1c40571e up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:27.583332 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.598719 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 53967b9a-2c2f-45a4-801a-237e1c40571e triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:27.599101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.620013 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.664373 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Network 6efb756f-5b6e-4291-aa99-9572c112335a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:27.667787 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:27.670127 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:27.681669 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5600572f-5e1d-4b64-8f3c-392a91b666a2 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:27.709332 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:27.739451 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5600572f-5e1d-4b64-8f3c-392a91b666a2 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:27.742176 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.748869 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:27.749538 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.768979 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-8bd785ef-273e-4a3e-b38b-0e06a36df477 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682290 Nov 29 19:10:27.786172 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Request body: {'port': {'device_id': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:27.845870 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.957050 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-59091b39-33cb-474c-ba31-c45fb34e31b9 None None] Provisioning complete for port 527a0fca-06c1-41f9-aac6-acd8a3646425 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:27.957326 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-59091b39-33cb-474c-ba31-c45fb34e31b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.991877 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-59091b39-33cb-474c-ba31-c45fb34e31b9 None None] Port 527a0fca-06c1-41f9-aac6-acd8a3646425 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:10:28.111063 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527a0fca-06c1-41f9-aac6-acd8a3646425 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:28.120184 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.132911 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Transition to ACTIVE for port object 527a0fca-06c1-41f9-aac6-acd8a3646425 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:10:28.136956 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.228507 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:28.278535 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0b2db-aa9e-422d-893e-fb9dc9b4a75c req-44e4aa32-9c96-4a09-8658-dcfd9135b7b1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:28.280089 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9ff0b2db-aa9e-422d-893e-fb9dc9b4a75c req-44e4aa32-9c96-4a09-8658-dcfd9135b7b1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.1407120 Nov 29 19:10:28.341880 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Attempting to bind port 527a0fca-06c1-41f9-aac6-acd8a3646425 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:28.342221 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Attempting to bind port 527a0fca-06c1-41f9-aac6-acd8a3646425 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:28.342575 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Attempting to bind port 527a0fca-06c1-41f9-aac6-acd8a3646425 on network 6efb756f-5b6e-4291-aa99-9572c112335a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:28.351507 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Port 527a0fca-06c1-41f9-aac6-acd8a3646425 on network 6efb756f-5b6e-4291-aa99-9572c112335a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:10:28.351774 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Attempting to bind port 527a0fca-06c1-41f9-aac6-acd8a3646425 on network 6efb756f-5b6e-4291-aa99-9572c112335a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:28.356512 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9ff0b2db-aa9e-422d-893e-fb9dc9b4a75c req-fb140564-7221-4ed0-a639-db90256cf2a0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687401 Nov 29 19:10:28.361038 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:28.361347 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Checking segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:28.361707 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Bound using segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:28.362266 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Bound port: 527a0fca-06c1-41f9-aac6-acd8a3646425, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:28.362585 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.428288 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:28.431295 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:28.436105 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.467718 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:28.468362 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.470046 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] 10.222.0.53 "PUT /v2.0/ports/527a0fca-06c1-41f9-aac6-acd8a3646425 HTTP/1.1" status: 200 len: 1093 time: 0.6913424 Nov 29 19:10:28.472970 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:28.476312 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:28.510081 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d2c1e-7658-4e55-9f46-3d82ae0ff568 service neutron] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:28.539904 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3880095b-16f6-477a-a4f1-df4eab8bbe35 x-openstack-request-id: req-3880095b-16f6-477a-a4f1-df4eab8bbe35 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:28.540254 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:28.540464 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3880095b-16f6-477a-a4f1-df4eab8bbe35 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:28.540873 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'status': 'completed', 'code': 200} Nov 29 19:10:28.557733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-1bf22938-3a46-4c8d-a13f-5093552e8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:28.559344 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-1bf22938-3a46-4c8d-a13f-5093552e8300 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 1096 time: 0.0463254 Nov 29 19:10:28.605338 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-de3ffb7b-4f0c-4b7d-834e-01f8c9a47234 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=527a0fca-06c1-41f9-aac6-acd8a3646425 HTTP/1.1" status: 200 len: 217 time: 0.0379167 Nov 29 19:10:28.660116 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-b4b90346-02f2-452b-affc-809afb34efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:28.661574 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-b4b90346-02f2-452b-affc-809afb34efb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0477066 Nov 29 19:10:28.709358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89125-214c-4e94-853c-32a469882128 req-48723322-8d4f-4589-aecc-299343db85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:28.710874 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-48723322-8d4f-4589-aecc-299343db85fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408487 Nov 29 19:10:28.805251 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-027f80a3-a469-4e3f-ac50-b6dc1767f63f service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852690 Nov 29 19:10:28.896177 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fb89125-214c-4e94-853c-32a469882128 req-5bd99067-15da-4435-bd9c-784b48972b78 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822051 Nov 29 19:10:29.001567 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-372c42cb-6670-4cf3-b8b8-d1fbef92db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:29.003176 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-372c42cb-6670-4cf3-b8b8-d1fbef92db94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 1096 time: 0.0447268 Nov 29 19:10:29.091602 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-3d137fe2-041e-4e77-9c8e-c7980eb1f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:29.093047 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-3d137fe2-041e-4e77-9c8e-c7980eb1f69c service neutron] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 918 time: 0.0830002 Nov 29 19:10:29.135765 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-c3d1adb8-38bd-4903-b911-2286078e6ed6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=527a0fca-06c1-41f9-aac6-acd8a3646425 HTTP/1.1" status: 200 len: 217 time: 0.0335970 Nov 29 19:10:29.432145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-7ae0fb12-8adb-483f-98e5-6473a6c1dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:29.433649 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-7ae0fb12-8adb-483f-98e5-6473a6c1dbe6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.2888298 Nov 29 19:10:29.481105 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba9b71-8bb9-4aa4-9f8c-8452cc254b39 req-07017cd3-d7bf-4c25-a230-a82f24923d52 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:29.481661 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-59e525dc-125a-45ff-ab76-abd3f816a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:29.482599 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-34ba9b71-8bb9-4aa4-9f8c-8452cc254b39 req-07017cd3-d7bf-4c25-a230-a82f24923d52 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0512760 Nov 29 19:10:29.482793 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-59e525dc-125a-45ff-ab76-abd3f816a2c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408559 Nov 29 19:10:29.533846 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-34ba9b71-8bb9-4aa4-9f8c-8452cc254b39 req-e471ddb9-01cc-480c-85bc-2356d3db9748 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Nov 29 19:10:29.576937 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-1f0b4233-c4cc-4d9a-921d-85c57d95a2cc service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849206 Nov 29 19:10:29.664193 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d1312d-2c66-4d5d-8ea8-07acd4f1649b req-ba31067c-620e-48be-ac54-64b9eaf1908d service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800638 Nov 29 19:10:30.657550 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae2e44-7072-414f-bbd3-5f68f93272fc req-ab50f891-2348-4d4b-b3a3-bcd7e2794d49 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:30.659067 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f3ae2e44-7072-414f-bbd3-5f68f93272fc req-ab50f891-2348-4d4b-b3a3-bcd7e2794d49 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0545731 Nov 29 19:10:30.706870 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f3ae2e44-7072-414f-bbd3-5f68f93272fc req-e4be51f9-b28d-4975-914d-838dba23e2df tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405204 Nov 29 19:10:31.142055 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:10:31.218652 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 527a0fca-06c1-41f9-aac6-acd8a3646425 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:10:31.311475 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:31.323198 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'port_id': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'mac_address': 'fa:16:3e:4e:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:10:31.361782 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:31.375088 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527a0fca-06c1-41f9-aac6-acd8a3646425 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:31.395090 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:31.398648 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:31.444118 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:31.662218 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['527a0fca-06c1-41f9-aac6-acd8a3646425'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:31.830790 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da49fa-31ba-4639-bfbd-78011d707ea4 req-3ba2abfd-f4e5-4a51-a0d3-3d1329aa9837 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:31.832295 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b9da49fa-31ba-4639-bfbd-78011d707ea4 req-3ba2abfd-f4e5-4a51-a0d3-3d1329aa9837 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 944 time: 0.0549722 Nov 29 19:10:31.878372 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b9da49fa-31ba-4639-bfbd-78011d707ea4 req-86dd901e-fb4e-49e5-a60a-653af36a8cef tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 Nov 29 19:10:32.999089 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb4bba-6006-4450-b96a-162b84da9f7b req-81f586d7-06f8-41d2-9f22-415ab5007ad4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:33.000573 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dfcb4bba-6006-4450-b96a-162b84da9f7b req-81f586d7-06f8-41d2-9f22-415ab5007ad4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 944 time: 0.0532119 Nov 29 19:10:33.046428 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dfcb4bba-6006-4450-b96a-162b84da9f7b req-804f8f74-e32b-4eaa-99a2-fc7687936997 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398252 Nov 29 19:10:33.242767 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 527a0fca-06c1-41f9-aac6-acd8a3646425 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:33.289318 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 527a0fca-06c1-41f9-aac6-acd8a3646425 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:10:33.292915 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 527a0fca-06c1-41f9-aac6-acd8a3646425 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:33.293279 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:33.372675 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:33.395017 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:33.397249 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b7107d-567d-4964-8fbc-57e0674c9e9d" -d '{"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-plugged", "status": "completed", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:33.410682 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:33.414465 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:33.438183 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2c840f-941d-4428-832e-5f4cf8d7c8ed x-openstack-request-id: req-eb2c840f-941d-4428-832e-5f4cf8d7c8ed {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:33.438545 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-plugged", "status": "completed", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:33.438792 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb2c840f-941d-4428-832e-5f4cf8d7c8ed {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:33.439185 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'code': 200} Nov 29 19:10:33.466821 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:33.608740 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c4e5e-84b6-48cf-92a9-bcceb18b085d req-59b84b9d-de5d-474f-bff5-f725c427da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:33.610231 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-173c4e5e-84b6-48cf-92a9-bcceb18b085d req-59b84b9d-de5d-474f-bff5-f725c427da57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 1098 time: 0.0412199 Nov 29 19:10:33.654108 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-173c4e5e-84b6-48cf-92a9-bcceb18b085d req-bd4cb49e-c741-48f2-80ee-8a64c0ec9142 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368128 Nov 29 19:10:34.175512 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584755e-28f1-4bcc-829f-c580d52c1568 req-54bed391-c46e-4ca5-8c93-cac946876370 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:34.176885 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4584755e-28f1-4bcc-829f-c580d52c1568 req-54bed391-c46e-4ca5-8c93-cac946876370 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0528760 Nov 29 19:10:34.223017 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4584755e-28f1-4bcc-829f-c580d52c1568 req-148eb2b2-a4ba-4664-b5ad-cc3c17f41b41 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Nov 29 19:10:35.341110 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428f745-49ac-46e2-9372-e01d812de24e req-98fa0152-bfb3-426c-bca9-bc78f0ce5dde tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:35.342768 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4428f745-49ac-46e2-9372-e01d812de24e req-98fa0152-bfb3-426c-bca9-bc78f0ce5dde tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0486333 Nov 29 19:10:35.389188 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4428f745-49ac-46e2-9372-e01d812de24e req-76f7f525-deed-4812-a0a6-c2d23dfe6cad tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Nov 29 19:10:35.508004 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67db1f-73a4-4635-ae64-ab71fa8f134f req-231cf618-05dc-4d48-bbea-dcb412c804cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:35.509524 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0d67db1f-73a4-4635-ae64-ab71fa8f134f req-231cf618-05dc-4d48-bbea-dcb412c804cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0492687 Nov 29 19:10:35.517904 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 58916) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:35.522923 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'floatingip': {'port_id': '527a0fca-06c1-41f9-aac6-acd8a3646425'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:35.563670 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:35.988829 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:35.993074 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:36.093053 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.l3_db [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Floating IP d9d3f218-a5b3-458a-be94-97eba81caa40 associated. External IP: 172.27.2.239, port: 527a0fca-06c1-41f9-aac6-acd8a3646425. Nov 29 19:10:36.298106 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Router 5a0301ab-baad-4894-bfbf-bd374c59b503 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:10:36.403458 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:10:36.407935 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:36.414345 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] Sync routers for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:10:36.423443 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:36.424054 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:36.434584 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-c84ba0ff-6e8a-481a-8e4b-e19841af151e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "PUT /v2.0/floatingips/d9d3f218-a5b3-458a-be94-97eba81caa40 HTTP/1.1" status: 200 len: 991 time: 0.9150088 Nov 29 19:10:36.435173 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:36.437423 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8589f215c57af3f8a6bbf3829f2adfb09e467586c42abb59f4f84c4760e566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:36.475007 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243dc90e-51b7-493e-85e7-e5ecbee4fa46 x-openstack-request-id: req-243dc90e-51b7-493e-85e7-e5ecbee4fa46 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:36.475353 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425", "status": "completed", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:36.475552 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-243dc90e-51b7-493e-85e7-e5ecbee4fa46 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:36.475961 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'status': 'completed', 'code': 200} Nov 29 19:10:36.542307 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:36.545885 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-64a277ab-0ad5-4e4f-ace5-0c466e929ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:36.547461 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-64a277ab-0ad5-4e4f-ace5-0c466e929ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 1098 time: 0.0481794 Nov 29 19:10:36.646153 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-ac057e50-0612-458e-abf5-582335b80009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:36.647657 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-ac057e50-0612-458e-abf5-582335b80009 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 918 time: 0.0929372 Nov 29 19:10:36.725662 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-1e906881-44b9-4866-a718-78acaea638e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=527a0fca-06c1-41f9-aac6-acd8a3646425 HTTP/1.1" status: 200 len: 999 time: 0.0697017 Nov 29 19:10:36.774959 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-2afce584-bbf5-40a6-b031-7083e93a3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:36.776457 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-2afce584-bbf5-40a6-b031-7083e93a3311 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0439103 Nov 29 19:10:36.812055 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': 'd9d3f218-a5b3-458a-be94-97eba81caa40', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'port_id': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'mac_address': 'fa:16:3e:4e:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:10:24Z', 'updated_at': '2021-11-29T19:10:35Z', 'revision_number': 1, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:36.822931 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-8e138f6f-99e8-4a0e-98f6-f2251a662c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:36.824427 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-8e138f6f-99e8-4a0e-98f6-f2251a662c0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410888 Nov 29 19:10:36.837615 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] Checking router: 5a0301ab-baad-4894-bfbf-bd374c59b503 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:10:36.845944 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:36.847101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:36.919853 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-bdbae5b8-9f92-4948-8ecb-f9a4eaca5159 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870106 Nov 29 19:10:36.950045 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:37.011015 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0f224a8b-a85e-46b3-bb42-dd91da50e2d3 req-134b0743-7da6-42bd-bd29-185cc11536cf service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834060 Nov 29 19:10:37.294174 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': 'd9d3f218-a5b3-458a-be94-97eba81caa40', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'port_id': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'mac_address': 'fa:16:3e:4e:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:10:24Z', 'updated_at': '2021-11-29T19:10:35Z', 'revision_number': 1, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:37.321032 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79163f-5e36-406c-bc4b-d0df89057a60 None None] The sync data for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi is: [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': 'd9d3f218-a5b3-458a-be94-97eba81caa40', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'port_id': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'mac_address': 'fa:16:3e:4e:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:10:24Z', 'updated_at': '2021-11-29T19:10:35Z', 'revision_number': 1, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:10:37.500948 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85277a4-3c95-4cad-83ca-1a6e3e94d03d None None] New status for floating IP d9d3f218-a5b3-458a-be94-97eba81caa40: ACTIVE {{(pid=102681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:10:45.901535 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.878444 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94cbd3d9-8ea2-4666-a5e6-180e38815838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.260294 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e873f11f-bdfa-4b74-bb26-1e8db4ba62b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:54.218582 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.944767 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.637407 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.047646 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782678e-b852-4f8b-9326-0d70b0bf4246 req-f086bdef-da16-40ff-854f-f84e6da62876 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:04.049416 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c782678e-b852-4f8b-9326-0d70b0bf4246 req-f086bdef-da16-40ff-854f-f84e6da62876 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 945 time: 0.0499516 Nov 29 19:11:04.103233 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c782678e-b852-4f8b-9326-0d70b0bf4246 req-92246bdd-b8b1-4ba1-a5b0-985346904910 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/security-groups?id=484b5ff3-1412-4059-8166-e85cda24005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 Nov 29 19:11:04.431482 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-2a23ab2f-3ba6-4aa9-803c-506e610139e0 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:04.432964 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-2a23ab2f-3ba6-4aa9-803c-506e610139e0 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 945 time: 0.0482082 Nov 29 19:11:04.530418 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Deleting port 18526521-798b-4819-85a7-238b62a1b1f9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:04.531417 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.619373 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] For port 18526521-798b-4819-85a7-238b62a1b1f9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=18526521-798b-4819-85a7-238b62a1b1f9,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:04.619734 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.633143 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Calling delete_port for 18526521-798b-4819-85a7-238b62a1b1f9 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:04.765339 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.778498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['18526521-798b-4819-85a7-238b62a1b1f9'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:11:04.797851 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Pushing event deleted for resources: {'Port': ['ID=18526521-798b-4819-85a7-238b62a1b1f9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:04.812851 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.813211 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.814373 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.814574 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.814787 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.815131 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.815463 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.815796 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.816124 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.816457 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.816786 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.817117 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:04.856924 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] No DVR routers for this DVR port 18526521-798b-4819-85a7-238b62a1b1f9 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:04.859449 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.863484 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ab22beee-bb00-49b8-98ca-c01009f6ebd9 req-7def1aef-6320-49ca-bc6c-d0ba1ee67613 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.53 "DELETE /v2.0/ports/18526521-798b-4819-85a7-238b62a1b1f9 HTTP/1.1" status: 204 len: 173 time: 0.4222674 Nov 29 19:11:04.863923 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'name': 'network-vif-deleted', 'tag': '18526521-798b-4819-85a7-238b62a1b1f9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:04.866774 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02123c33-4b88-494c-9ba5-ac09585273de" -d '{"events": [{"server_uuid": "9c4a79e2-026c-4492-8c98-124dacc1ce4f", "name": "network-vif-deleted", "tag": "18526521-798b-4819-85a7-238b62a1b1f9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:04.907694 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe2721-4050-4536-ab25-5171d359b800 x-openstack-request-id: req-65fe2721-4050-4536-ab25-5171d359b800 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:04.908050 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a79e2-026c-4492-8c98-124dacc1ce4f", "name": "network-vif-deleted", "tag": "18526521-798b-4819-85a7-238b62a1b1f9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:04.908431 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65fe2721-4050-4536-ab25-5171d359b800 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:04.908836 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a79e2-026c-4492-8c98-124dacc1ce4f', 'name': 'network-vif-deleted', 'tag': '18526521-798b-4819-85a7-238b62a1b1f9', 'status': 'completed', 'code': 200} Nov 29 19:11:05.224714 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c5e057e9-01c0-45be-8ef6-1b2d5b12db0e req-c3017a21-1aeb-499b-a7a3-dc4766c34ea9 tempest-TestMinimumBasicScenario-1977917766 tempest-TestMinimumBasicScenario-1977917766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4a79e2-026c-4492-8c98-124dacc1ce4f HTTP/1.1" status: 200 len: 210 time: 0.0305474 Nov 29 19:11:07.034787 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59224) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:07.439234 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.440374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 18526521-798b-4819-85a7-238b62a1b1f9 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:07.459593 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: 18526521-798b-4819-85a7-238b62a1b1f9 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:07.459938 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 18526521-798b-4819-85a7-238b62a1b1f9 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:07.681105 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Deleting port 59656c00-2ef3-4a4a-a56f-b093debc713c {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:07.681452 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.757183 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] For port 59656c00-2ef3-4a4a-a56f-b093debc713c, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=59656c00-2ef3-4a4a-a56f-b093debc713c,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:07.757561 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.769500 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Calling delete_port for 59656c00-2ef3-4a4a-a56f-b093debc713c owned by network:router_interface {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:07.951504 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.981341 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Pushing event deleted for resources: {'Port': ['ID=59656c00-2ef3-4a4a-a56f-b093debc713c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:07.992081 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.992415 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.992757 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.993093 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.993425 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.993757 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.994090 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.994446 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.994776 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.995101 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.995425 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:07.995786 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:08.140804 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:11:08.158370 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.370112 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Router 1020fad4-bbf0-414f-9f42-b342287b89af has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:08.690645 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:08.698069 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-0f6d7e2b-3e53-4b7f-b056-df69aba848cf admin admin] 10.222.0.45 "PUT /v2.0/routers/1020fad4-bbf0-414f-9f42-b342287b89af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622088 Nov 29 19:11:08.698804 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59238) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:08.700392 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] Sync routers for ids ['1020fad4-bbf0-414f-9f42-b342287b89af'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:08.709917 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] Routers {'1020fad4-bbf0-414f-9f42-b342287b89af'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:08.710592 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['1020fad4-bbf0-414f-9f42-b342287b89af'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:08.802814 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.817654 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] Set router 1020fad4-bbf0-414f-9f42-b342287b89af gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:08.903668 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.954471 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Deleting port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:08.954706 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.999912 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:11:07Z', 'revision_number': 5, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port': {'id': '5bd3aa86-e8fb-4916-9d6d-756df9db5f7f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:10Z', 'updated_at': '2021-11-29T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:09.027316 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] Checking router: 1020fad4-bbf0-414f-9f42-b342287b89af for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:09.034546 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] For port 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:09.034948 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.036108 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] Routers {'1020fad4-bbf0-414f-9f42-b342287b89af'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:09.036717 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['1020fad4-bbf0-414f-9f42-b342287b89af'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:09.051065 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Calling delete_port for 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:09.121980 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] Set router 1020fad4-bbf0-414f-9f42-b342287b89af gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:09.177884 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:11:08Z', 'revision_number': 6, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port_host': None}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:09.205906 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9df0c7-bb75-4d24-9423-0e66e06f27c7 None None] The sync data for ids ['1020fad4-bbf0-414f-9f42-b342287b89af'] in dv-cinder-815746-3-iscsi is: [{'id': '1020fad4-bbf0-414f-9f42-b342287b89af', 'name': 'tempest-TestMinimumBasicScenario-1634754902-router', 'tenant_id': 'c8cd17cd18784e3aab79f54bc45db851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:09Z', 'updated_at': '2021-11-29T19:11:08Z', 'revision_number': 6, 'project_id': 'c8cd17cd18784e3aab79f54bc45db851', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:09.212728 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.243818 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd3aa86-e8fb-4916-9d6d-756df9db5f7f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:09.303556 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.392685 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.394805 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.440523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.441085 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1020fad4-bbf0-414f-9f42-b342287b89af {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:11:09.447298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.450718 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-92d2d78a-df7a-4188-a0e2-ff2c5d5cf79e admin admin] 10.222.0.45 "DELETE /v2.0/routers/1020fad4-bbf0-414f-9f42-b342287b89af HTTP/1.1" status: 204 len: 168 time: 0.7507906 Nov 29 19:11:09.450850 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59246) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:09.500622 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] Deleting subnet cdd96acd-8351-4793-90d0-fd1f713e921f {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:11:09.504330 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.537592 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.622147 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.676526 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.701996 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd96acd-8351-4793-90d0-fd1f713e921f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:09.705843 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.709640 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-bb6265e0-27b9-4b13-9a60-726587de12b4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cdd96acd-8351-4793-90d0-fd1f713e921f HTTP/1.1" status: 204 len: 168 time: 0.2577636 Nov 29 19:11:09.711629 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ef186-85f4-4e6e-bb8c-9b3cab3d3357 None None] Network d9b8760b-a2c8-48c7-a445-2068ebcf22ce requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:09.712104 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59248) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:09.780969 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.840153 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Deleting port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:09.840502 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.906655 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] For port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=15fa6095-20a6-4c6a-a2f6-01387bbe2bdc,segment=NetworkSegment(99bcef77-1f65-450a-93d2-c0fef5623a5a),segment_id=99bcef77-1f65-450a-93d2-c0fef5623a5a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:09.907096 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.919437 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Calling delete_port for 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:10.003486 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.007922 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 59656c00-2ef3-4a4a-a56f-b093debc713c no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:10.015175 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d2ff1-4576-4a7c-bbf4-28039b1d6519 None None] DHCP port deletion for d9b8760b-a2c8-48c7-a445-2068ebcf22ce request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:10.029650 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fa6095-20a6-4c6a-a2f6-01387bbe2bdc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:10.033486 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] No DVR routers for this DVR port 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc on host dv-cinder-815746-3-iscsi {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:10.035299 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 59656c00-2ef3-4a4a-a56f-b093debc713c {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:10.035623 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 59656c00-2ef3-4a4a-a56f-b093debc713c not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:10.108038 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.130112 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b8760b-a2c8-48c7-a445-2068ebcf22ce']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:10.139125 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bcef77-1f65-450a-93d2-c0fef5623a5a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:10.139425 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bcef77-1f65-450a-93d2-c0fef5623a5a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:10.149031 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.162515 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.168580 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:11:10.168957 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:11:10.171253 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:11:10.232077 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.237875 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.241559 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d9b8760b-a2c8-48c7-a445-2068ebcf22ce HTTP/1.1" status: 204 len: 168 time: 0.5288782 Nov 29 19:11:10.244498 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59250) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:10.256494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f6cb9-7454-4b84-9123-ac5edef36375 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b8760b-a2c8-48c7-a445-2068ebcf22ce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:10.608181 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.844363 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Deleting port f24ca5db-af16-47f8-8e84-3378e7d57dbf {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:10.845240 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.919835 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] For port f24ca5db-af16-47f8-8e84-3378e7d57dbf, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=f24ca5db-af16-47f8-8e84-3378e7d57dbf,segment=NetworkSegment(ae0d61fa-d93b-41ff-bc85-0a8e4ee399af),segment_id=ae0d61fa-d93b-41ff-bc85-0a8e4ee399af)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:10.920131 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.932151 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Calling delete_port for f24ca5db-af16-47f8-8e84-3378e7d57dbf owned by network:router_interface {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:11.108374 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.135239 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24ca5db-af16-47f8-8e84-3378e7d57dbf,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:11.303767 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.521708 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Router 068e339d-92af-4c5a-ae84-3292689b4752 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:11.618137 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:11.631715 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:11.639814 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-4d2bf6e7-f28f-4db9-8884-8bea366fcb14 admin admin] 10.222.0.45 "PUT /v2.0/routers/068e339d-92af-4c5a-ae84-3292689b4752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3911548 Nov 29 19:11:11.639814 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59264) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:11.642241 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:11.642607 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 15fa6095-20a6-4c6a-a2f6-01387bbe2bdc not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:11.642718 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] Sync routers for ids ['068e339d-92af-4c5a-ae84-3292689b4752'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:11.643128 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:11.653564 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] Routers {'068e339d-92af-4c5a-ae84-3292689b4752'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:11.654312 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['068e339d-92af-4c5a-ae84-3292689b4752'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:11.662982 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:11.663350 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5bd3aa86-e8fb-4916-9d6d-756df9db5f7f not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:11.743188 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks [] for router, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.759911 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] Set router 068e339d-92af-4c5a-ae84-3292689b4752 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:11.842782 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.898818 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Deleting port 3fd68f9f-fab4-4212-8cf8-55a65b75a483 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:11.899153 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.975616 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] For port 3fd68f9f-fab4-4212-8cf8-55a65b75a483, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=3fd68f9f-fab4-4212-8cf8-55a65b75a483,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:11.975999 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.988682 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Calling delete_port for 3fd68f9f-fab4-4212-8cf8-55a65b75a483 owned by network:router_gateway {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:12.024479 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 5, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port': {'id': '3fd68f9f-fab4-4212-8cf8-55a65b75a483', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068e339d-92af-4c5a-ae84-3292689b4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:04:15Z', 'updated_at': '2021-11-29T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:12.049547 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] Checking router: 068e339d-92af-4c5a-ae84-3292689b4752 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:12.057580 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] Routers {'068e339d-92af-4c5a-ae84-3292689b4752'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:12.058173 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['068e339d-92af-4c5a-ae84-3292689b4752'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:12.143049 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] Set router 068e339d-92af-4c5a-ae84-3292689b4752 gateway port host: None {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:12.153844 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.178803 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd68f9f-fab4-4212-8cf8-55a65b75a483,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:12.195874 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 6, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port_host': None}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:12.222816 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4d05f-a5e8-488c-ac3d-03f7017f794b None None] The sync data for ids ['068e339d-92af-4c5a-ae84-3292689b4752'] in dv-cinder-815746-3-iscsi is: [{'id': '068e339d-92af-4c5a-ae84-3292689b4752', 'name': 'tempest-TestMinimumBasicScenario-1514373293-router', 'tenant_id': 'e62d46a85767414ea90c569881df13dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:04:14Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 6, 'project_id': 'e62d46a85767414ea90c569881df13dd', 'gw_port_host': None}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:12.452544 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.542001 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.544221 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.598327 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.599163 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 068e339d-92af-4c5a-ae84-3292689b4752 {{(pid=102679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:11:12.603894 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.606971 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f1963a87-f1e8-49fd-94ac-935448037d94 admin admin] 10.222.0.45 "DELETE /v2.0/routers/068e339d-92af-4c5a-ae84-3292689b4752 HTTP/1.1" status: 204 len: 168 time: 0.9667056 Nov 29 19:11:12.608186 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:12.659362 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] Deleting subnet 7f777d77-8fce-4ab0-be1f-63c63a761a4f {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:11:12.665174 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.699920 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26314930'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.778292 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.831514 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26339389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26608207'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.856783 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f777d77-8fce-4ab0-be1f-63c63a761a4f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:12.861925 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.866242 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-6e115917-e2ea-4915-9e55-62d86d2eb3b0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7f777d77-8fce-4ab0-be1f-63c63a761a4f HTTP/1.1" status: 204 len: 168 time: 0.2568398 Nov 29 19:11:12.867454 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471686bd-2378-4ce5-9f98-29ff0786fc75 None None] Network e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:12.868653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59274) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:12.935920 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.004897 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Deleting port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:13.005247 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.074322 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] DHCP port deletion for e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:13.077802 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] For port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,segment=NetworkSegment(ae0d61fa-d93b-41ff-bc85-0a8e4ee399af),segment_id=ae0d61fa-d93b-41ff-bc85-0a8e4ee399af)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:13.078189 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.092555 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Calling delete_port for 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:13.128135 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Deleting port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:13.128605 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.183786 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.200286 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] For port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,segment=NetworkSegment(ae0d61fa-d93b-41ff-bc85-0a8e4ee399af),segment_id=ae0d61fa-d93b-41ff-bc85-0a8e4ee399af)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:13.200942 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.214176 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Pushing event deleted for resources: {'Port': ['ID=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:13.218077 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] No DVR routers for this DVR port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae on host dv-cinder-815746-3-iscsi {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:13.218928 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Calling delete_port for 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:13.300816 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575'] for port, after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.312004 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.326711 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Pushing event deleted for resources: {'Port': ['ID=5423ea7b-1ee6-4c46-b13f-ce35fafe04ae,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:13.329452 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] No DVR routers for this DVR port 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae on host dv-cinder-815746-3-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:13.339086 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.339474 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.339793 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.339912 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:13.340132 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.340469 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.340803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.341134 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.341532 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.341795 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.342126 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.342483 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.342808 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f930dc-5a1a-40c4-9981-b4ae5bd85e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:13.351721 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:13.352046 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0d61fa-d93b-41ff-bc85-0a8e4ee399af') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:13.361690 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.374893 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.381248 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:11:13.381876 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:11:13.383618 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:11:13.437656 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.443445 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.446725 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] 10.222.0.45 "DELETE /v2.0/networks/e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e HTTP/1.1" status: 204 len: 168 time: 0.5771387 Nov 29 19:11:13.459034 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d01b1-3183-43a3-9bea-70d356a1c84d admin admin] Pushing event deleted for resources: {'Network': ['ID=e14c5c8b-4af8-4b4b-b2bc-031dd4aaa55e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:13.556321 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device f24ca5db-af16-47f8-8e84-3378e7d57dbf no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:13.575443 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59280) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:13.576906 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: f24ca5db-af16-47f8-8e84-3378e7d57dbf {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:13.577260 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device f24ca5db-af16-47f8-8e84-3378e7d57dbf not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:13.577682 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 3fd68f9f-fab4-4212-8cf8-55a65b75a483 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:13.597860 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 3fd68f9f-fab4-4212-8cf8-55a65b75a483 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:13.598760 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 3fd68f9f-fab4-4212-8cf8-55a65b75a483 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:13.598760 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:13.615051 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7cda04a7-1df2-4492-800b-b8c2d4a0681f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8cd17cd18784e3aab79f54bc45db851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408688 Nov 29 19:11:13.617819 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59284) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:13.624326 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:13.624759 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5423ea7b-1ee6-4c46-b13f-ce35fafe04ae not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:13.668849 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13a5fb92-90d6-4093-a5d0-3c39f598c984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.694530 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13a5fb92-90d6-4093-a5d0-3c39f598c984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.740873 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13a5fb92-90d6-4093-a5d0-3c39f598c984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.743425 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13a5fb92-90d6-4093-a5d0-3c39f598c984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.744565 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-13a5fb92-90d6-4093-a5d0-3c39f598c984 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/484b5ff3-1412-4059-8166-e85cda24005e HTTP/1.1" status: 204 len: 168 time: 0.1257977 Nov 29 19:11:13.752703 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5fb92-90d6-4093-a5d0-3c39f598c984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b5ff3-1412-4059-8166-e85cda24005e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:14.053308 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59292) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:14.093006 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-e514d22a-b54b-46fd-9891-3a40df6b3345 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e62d46a85767414ea90c569881df13dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384116 Nov 29 19:11:14.095531 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59294) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:14.141901 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55005339-30b6-4b18-adb2-a293f743e4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.162763 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55005339-30b6-4b18-adb2-a293f743e4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.208841 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55005339-30b6-4b18-adb2-a293f743e4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.211562 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55005339-30b6-4b18-adb2-a293f743e4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.212725 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-55005339-30b6-4b18-adb2-a293f743e4e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0da6947-0a4a-4ea2-9404-da5b1d8933a3 HTTP/1.1" status: 204 len: 168 time: 0.1163013 Nov 29 19:11:14.222507 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55005339-30b6-4b18-adb2-a293f743e4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0da6947-0a4a-4ea2-9404-da5b1d8933a3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:14.875911 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59326) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:14.977352 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1995686976-network', 'tenant_id': '8458904a81014b67b56a5e7a453076b6'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:14.998000 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Made reservation on behalf of 8458904a81014b67b56a5e7a453076b6 for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:15.000258 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.008802 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.089267 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.093641 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.123463 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:11:15.129904 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23c737-1936-4b67-bead-5912aa7417a6,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:15.136609 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.137198 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Added segment 3105420f-9422-423c-95c3-0c6468fb46bf of type vlan for network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de Nov 29 19:11:15.180097 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.203824 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.204969 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:15.205550 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.258835 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3817041 Nov 29 19:11:15.261779 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59334) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:15.266154 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926ade9-bf88-4ec7-a667-12d869954b83 admin admin] Pushing event updated for resources: {'Network': ['ID=8a11e433-8e16-42b5-a5fb-e50a70a7f2de,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:15.267203 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Request body: {'subnet': {'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1995686976-subnet', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:15.276365 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:11:15.291974 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Made reservation on behalf of 8458904a81014b67b56a5e7a453076b6 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:15.294287 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26608298'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.467981 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26339452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26608308'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.519852 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c7fe67-1f22-4a63-a93d-dee7073f1ac7,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:15.529955 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Checking segment: {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:15.530356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Network hostable DHCP agents. Network: 8a11e433-8e16-42b5-a5fb-e50a70a7f2de, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:11:15.547111 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:11:15.555522 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 8a11e433-8e16-42b5-a5fb-e50a70a7f2de) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:15.559322 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:15.559920 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.564847 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5805b8-c27e-4f01-afc5-c74df23bca61 None None] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:15.579482 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-442c5ea8-a382-4bbf-b844-a7a4fd059fe3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132975 Nov 29 19:11:15.579863 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59336) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:15.584306 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:15.604942 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.605996 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.663453 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.723696 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'fixed_ips': [{'subnet_id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:11:15.724556 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.799092 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.855302 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Allocated IP 172.20.0.2 (8a11e433-8e16-42b5-a5fb-e50a70a7f2de/42c7fe67-1f22-4a63-a93d-dee7073f1ac7/6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:15.933179 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.000750 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.012337 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.017524 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.020612 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.059234 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:16.064962 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:16.067032 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Pushing event updated for resources: {'Port': ['ID=6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:16.069231 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:16.125133 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Attempting to bind port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:16.125498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Attempting to bind port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:16.126097 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Attempting to bind port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c on network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:16.131432 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Allocated IP 172.27.2.232 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/e98a2fca-e2c2-4771-ad75-8f57658c4718) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:16.131640 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:16.131791 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Checking segment: {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:16.132180 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.132599 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Bound using segment: {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:16.133024 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Bound port: 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:16.133504 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.206754 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] For port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:16.209907 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] For port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:16.215178 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.243688 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.278226 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7dcf-85b8-4e24-937a-911915953524 None None] Pushing event updated for resources: {'Port': ['ID=6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:16.287527 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.332107 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:16.336626 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:16.340976 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:16.344482 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Pushing event updated for resources: {'Port': ['ID=e98a2fca-e2c2-4771-ad75-8f57658c4718,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:16.598796 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.793481 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.927003 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Router ae090164-0851-41d2-885a-636726aee190 is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:11:17.044248 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:17.056718 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Sync routers for ids ['ae090164-0851-41d2-885a-636726aee190'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:17.066645 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.068084 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-949753fb-3ad8-4825-81a8-af373d7e24bc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4871068 Nov 29 19:11:17.070888 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59358) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:17.072088 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Routers {'ae090164-0851-41d2-885a-636726aee190'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:17.077282 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['ae090164-0851-41d2-885a-636726aee190'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:17.182271 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b986d-58b0-4de3-b469-a243a3141091 None None] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:17.372046 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58759fb-bf43-4d58-adc7-bb16f31c4580 req-c09b2102-5761-4c15-a205-1855ae68d17c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:17.374246 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a58759fb-bf43-4d58-adc7-bb16f31c4580 req-c09b2102-5761-4c15-a205-1855ae68d17c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0558569 Nov 29 19:11:17.391430 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Set router ae090164-0851-41d2-885a-636726aee190 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:17.424917 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a58759fb-bf43-4d58-adc7-bb16f31c4580 req-9ad219a4-c15a-4196-ac36-007dd29492ba tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430405 Nov 29 19:11:17.462374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-f74cade4-5693-45a2-bc9b-ddbce93af9d7 None None] Provisioning complete for port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:17.462754 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f74cade4-5693-45a2-bc9b-ddbce93af9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.548131 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.596444 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:17.707327 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Allocated IP 172.20.0.1 (8a11e433-8e16-42b5-a5fb-e50a70a7f2de/42c7fe67-1f22-4a63-a93d-dee7073f1ac7/65d8d62d-93ce-4775-a70b-78b707a51d66) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:17.752352 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f74cade4-5693-45a2-bc9b-ddbce93af9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.774641 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:17.775110 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.817814 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.831179 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f74cade4-5693-45a2-bc9b-ddbce93af9d7 None None] For port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:17.839412 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f74cade4-5693-45a2-bc9b-ddbce93af9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.847141 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:16Z', 'revision_number': 3, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:17.868687 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.900689 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Checking router: ae090164-0851-41d2-885a-636726aee190 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:17.901047 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Updating router ae090164-0851-41d2-885a-636726aee190 port e98a2fca-e2c2-4771-ad75-8f57658c4718 binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:17.917054 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:17.924614 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:17.928370 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:17.963882 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.999588 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cade4-5693-45a2-bc9b-ddbce93af9d7 None None] Pushing event updated for resources: {'Port': ['ID=6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:18.105792 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-10bb39dd-f617-4c7f-8def-0f9d6c11fa1e None None] Provisioning complete for port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:18.106173 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-10bb39dd-f617-4c7f-8def-0f9d6c11fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.190781 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Pushing event updated for resources: {'Port': ['ID=65d8d62d-93ce-4775-a70b-78b707a51d66,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:18.206202 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.320463 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.326319 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.331188 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.387899 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Attempting to bind port e98a2fca-e2c2-4771-ad75-8f57658c4718 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:18.388271 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Attempting to bind port e98a2fca-e2c2-4771-ad75-8f57658c4718 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:18.388632 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Attempting to bind port e98a2fca-e2c2-4771-ad75-8f57658c4718 on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:18.392843 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb88807-1d82-4905-8d0b-2b63d6e6e7bb None None] Pushing event updated for resources: {'Port': ['ID=e98a2fca-e2c2-4771-ad75-8f57658c4718,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:18.399812 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:18.400193 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:18.400572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.400960 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:18.401437 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Bound port: e98a2fca-e2c2-4771-ad75-8f57658c4718, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:18.401818 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.433689 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-5cf0ef1a-3e1d-4a6e-8dce-017a3cd0d109 None None] Provisioning complete for port 65d8d62d-93ce-4775-a70b-78b707a51d66 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:18.434061 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ef1a-3e1d-4a6e-8dce-017a3cd0d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.485240 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] For port e98a2fca-e2c2-4771-ad75-8f57658c4718, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:18.488768 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] For port e98a2fca-e2c2-4771-ad75-8f57658c4718, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=e98a2fca-e2c2-4771-ad75-8f57658c4718,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:18.489682 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0ef1a-3e1d-4a6e-8dce-017a3cd0d109 None None] Port 65d8d62d-93ce-4775-a70b-78b707a51d66 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:18.496139 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.501653 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.507023 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.556186 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Routers {'ae090164-0851-41d2-885a-636726aee190'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:18.556811 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['ae090164-0851-41d2-885a-636726aee190'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:18.559863 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb88807-1d82-4905-8d0b-2b63d6e6e7bb None None] Pushing event updated for resources: {'Port': ['ID=e98a2fca-e2c2-4771-ad75-8f57658c4718,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:18.606882 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Pushing event updated for resources: {'Port': ['ID=65d8d62d-93ce-4775-a70b-78b707a51d66,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:18.609378 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:18.632235 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd3fd6-20a2-4b2a-ad17-549fbffa8d0e req-a3338b98-9c64-44fd-8bf2-923b3bf57a40 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:18.633718 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-76cd3fd6-20a2-4b2a-ad17-549fbffa8d0e req-a3338b98-9c64-44fd-8bf2-923b3bf57a40 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.1224451 Nov 29 19:11:18.666595 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] Set router ae090164-0851-41d2-885a-636726aee190 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:18.731077 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-76cd3fd6-20a2-4b2a-ad17-549fbffa8d0e req-c9594148-efe3-457c-b3e3-757d71b3feab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877192 Nov 29 19:11:18.747180 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:18.748627 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:18.868207 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Router ae090164-0851-41d2-885a-636726aee190 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:18.892026 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 4, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '65d8d62d-93ce-4775-a70b-78b707a51d66', 'name': '', 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'mac_address': 'fa:16:3e:40:d6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:17Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 2, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'subnets': [{'id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:18.924195 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0ddff-390c-4618-8c4d-6c86da2955db None None] The sync data for ids ['ae090164-0851-41d2-885a-636726aee190'] in dv-cinder-815746-3-iscsi is: [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 4, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '65d8d62d-93ce-4775-a70b-78b707a51d66', 'name': '', 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'mac_address': 'fa:16:3e:40:d6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:17Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 2, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'subnets': [{'id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:18.984208 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:18.991263 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d00c33f9-86b0-4925-9430-68c475ac5c29 admin admin] 10.222.0.45 "PUT /v2.0/routers/ae090164-0851-41d2-885a-636726aee190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9173155 Nov 29 19:11:19.015740 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-cf430b89-0570-4507-b756-0c28ade1d951 None None] Provisioning complete for port 65d8d62d-93ce-4775-a70b-78b707a51d66 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:19.016340 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cf430b89-0570-4507-b756-0c28ade1d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.050869 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-cf430b89-0570-4507-b756-0c28ade1d951 None None] Port 65d8d62d-93ce-4775-a70b-78b707a51d66 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:19.159397 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-ab12b84b-b48e-4693-9563-823854fb6a52 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568085 Nov 29 19:11:19.258845 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-bf8894e1-709c-4117-950e-81b26c77b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:19.260443 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-bf8894e1-709c-4117-950e-81b26c77b004 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1098 time: 0.0434995 Nov 29 19:11:19.386795 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-1dd6749d-88f7-4be5-9e93-61b841dbc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:19.388375 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-1dd6749d-88f7-4be5-9e93-61b841dbc9ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.1068716 Nov 29 19:11:19.431510 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-16f9cf87-23c2-453a-8e37-dab4b5a4ba78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 200 len: 217 time: 0.0363028 Nov 29 19:11:19.491015 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-3b6c4c05-ae8c-4ea3-afe0-b9a3f10169a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:19.492724 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-3b6c4c05-ae8c-4ea3-afe0-b9a3f10169a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0529592 Nov 29 19:11:19.534060 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-72563aa3-ae8d-447a-b442-8d7ba7073740 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308206 Nov 29 19:11:19.550857 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59390) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:19.555795 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1803360612-network', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:19.582593 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:19.587196 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Made reservation on behalf of f25c7acba64f409c949686ef8070fff1 for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:19.590833 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.607769 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.639078 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-f3704952-5cca-4ad0-b553-06288e3fd3ee service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980096 Nov 29 19:11:19.655964 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:19.659113 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.727139 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.731987 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.787069 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:11:19.796692 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46e7108f-51a8-4747-963d-4a619d8bec35 req-94e95a97-9740-46ef-91b4-6a5e0c6f5459 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480625 Nov 29 19:11:19.807743 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24cfd9-cf8a-4451-9b9d-c24bd8bcc170,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:19.846324 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.846762 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Added segment 14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0 of type vlan for network 8d2e9eeb-8230-4869-b9ed-2071363c2597 Nov 29 19:11:19.903718 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.904259 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82ab16-6af9-46ab-af84-2fc6c06a7390 req-a09924a3-a3e2-4365-aff7-1f1f90f56ba5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:19.905779 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4e82ab16-6af9-46ab-af84-2fc6c06a7390 req-a09924a3-a3e2-4365-aff7-1f1f90f56ba5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0763521 Nov 29 19:11:19.932908 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.934071 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:19.934697 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:19.963850 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4e82ab16-6af9-46ab-af84-2fc6c06a7390 req-5b3e9e5b-835b-4676-b75a-2bc50be7ff16 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503011 Nov 29 19:11:20.002860 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4508460 Nov 29 19:11:20.005657 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59398) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:20.010761 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Request body: {'subnet': {'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1803360612-subnet', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:20.020117 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a38b7-e121-4282-9caa-a3198ac32730 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2e9eeb-8230-4869-b9ed-2071363c2597,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:20.032087 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:11:20.039222 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Made reservation on behalf of f25c7acba64f409c949686ef8070fff1 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:20.041754 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28960076'] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.245177 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28345349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28960082'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.302598 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada83c43-d558-483e-b768-3535a1949c99,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:20.313735 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Checking segment: {'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:20.314119 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Network hostable DHCP agents. Network: 8d2e9eeb-8230-4869-b9ed-2071363c2597, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:11:20.332445 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:11:20.341578 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 8d2e9eeb-8230-4869-b9ed-2071363c2597) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:20.346077 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:20.346725 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.351325 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ef1cd-e172-4188-a762-bedb14461e57 None None] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:20.366080 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-498b6057-e242-4b61-992d-ebe721f03e4a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3565671 Nov 29 19:11:20.366303 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59400) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:20.370424 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:20.417063 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4320'] for router, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.418451 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4335'] for router, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.479195 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.617785 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.652722 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8142c30f-d843-50e2-9473-f6169aa6ef8e-8d2e9eeb-8230-4869-b9ed-2071363c2597', 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'fixed_ips': [{'subnet_id': 'ada83c43-d558-483e-b768-3535a1949c99'}]}} from dv-cinder-815746-3-iscsi. {{(pid=102680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:11:20.653613 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.786760 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Allocated IP 172.20.0.2 (8d2e9eeb-8230-4869-b9ed-2071363c2597/ada83c43-d558-483e-b768-3535a1949c99/5e5d01f8-959a-47df-bebc-a126aa1ad583) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:20.827630 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.846847 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.893738 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bdf71a98-9c7e-406f-904d-88ebb4b09a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.954296 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Publish callbacks [] for port, precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.961695 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566'] for port, after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:20.974085 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Allocated IP 172.27.2.57 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/5cd7565f-4834-4b7c-9235-58ca0292f01f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:21.009653 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:21.012672 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:21.017182 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:21.023660 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Pushing event updated for resources: {'Port': ['ID=5e5d01f8-959a-47df-bebc-a126aa1ad583,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:21.079400 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Attempting to bind port 5e5d01f8-959a-47df-bebc-a126aa1ad583 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:21.079818 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Attempting to bind port 5e5d01f8-959a-47df-bebc-a126aa1ad583 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:21.080261 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Attempting to bind port 5e5d01f8-959a-47df-bebc-a126aa1ad583 on network 8d2e9eeb-8230-4869-b9ed-2071363c2597 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:21.085624 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:21.086101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Checking segment: {'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:21.086559 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.086963 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Bound using segment: {'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:21.087442 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Bound port: 5e5d01f8-959a-47df-bebc-a126aa1ad583, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:21.087836 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.145145 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79f388-0382-4ed5-8f54-dc5890432e3b req-c75a156b-71a4-4806-9a97-d093776d57bb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:21.151081 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9a79f388-0382-4ed5-8f54-dc5890432e3b req-c75a156b-71a4-4806-9a97-d093776d57bb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0803673 Nov 29 19:11:21.153387 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] For port 5e5d01f8-959a-47df-bebc-a126aa1ad583, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:21.157744 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] For port 5e5d01f8-959a-47df-bebc-a126aa1ad583, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5e5d01f8-959a-47df-bebc-a126aa1ad583,segment=NetworkSegment(14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0),segment_id=14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:21.163312 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.193239 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.228781 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e19507-f64c-435a-be67-30cd16827278 None None] Pushing event updated for resources: {'Port': ['ID=5e5d01f8-959a-47df-bebc-a126aa1ad583,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:21.230875 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9a79f388-0382-4ed5-8f54-dc5890432e3b req-2c1ea946-e440-407d-9326-930e7201962a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708463 Nov 29 19:11:21.265218 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.278769 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Sync routers for ids ['ae090164-0851-41d2-885a-636726aee190'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:21.289871 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Routers {'ae090164-0851-41d2-885a-636726aee190'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:21.290682 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['ae090164-0851-41d2-885a-636726aee190'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:21.310021 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:21.313023 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:21.315611 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:21.342551 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd7565f-4834-4b7c-9235-58ca0292f01f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:21.418398 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Set router ae090164-0851-41d2-885a-636726aee190 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:21.644059 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device e98a2fca-e2c2-4771-ad75-8f57658c4718 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:21.650998 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.666070 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 4, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '65d8d62d-93ce-4775-a70b-78b707a51d66', 'name': '', 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'mac_address': 'fa:16:3e:40:d6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:17Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 2, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'subnets': [{'id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:21.694386 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Checking router: ae090164-0851-41d2-885a-636726aee190 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:21.695034 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Updating router ae090164-0851-41d2-885a-636726aee190 port 65d8d62d-93ce-4775-a70b-78b707a51d66 binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:21.695762 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port e98a2fca-e2c2-4771-ad75-8f57658c4718 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:21.696287 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.721098 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.776208 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.797465 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port e98a2fca-e2c2-4771-ad75-8f57658c4718, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=e98a2fca-e2c2-4771-ad75-8f57658c4718,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:21.802660 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.803329 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5e5d01f8-959a-47df-bebc-a126aa1ad583 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:21.858741 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530639'] for router, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:21.892711 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=e98a2fca-e2c2-4771-ad75-8f57658c4718,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:21.897234 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5e5d01f8-959a-47df-bebc-a126aa1ad583 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:21.897234 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.006464 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.051252 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.057829 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.061790 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 5e5d01f8-959a-47df-bebc-a126aa1ad583, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5e5d01f8-959a-47df-bebc-a126aa1ad583,segment=NetworkSegment(14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0),segment_id=14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:22.067094 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.124469 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e078f-9bcb-429b-8eb3-da95bda97bb8 None None] Pushing event updated for resources: {'Port': ['ID=65d8d62d-93ce-4775-a70b-78b707a51d66,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:22.156725 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=5e5d01f8-959a-47df-bebc-a126aa1ad583,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:22.199130 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Attempting to bind port 65d8d62d-93ce-4775-a70b-78b707a51d66 on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:22.199707 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Attempting to bind port 65d8d62d-93ce-4775-a70b-78b707a51d66 by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:22.200261 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Attempting to bind port 65d8d62d-93ce-4775-a70b-78b707a51d66 on network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:22.206067 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:22.206471 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Checking segment: {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:22.206878 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.207273 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Bound using segment: {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:22.207755 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Bound port: 65d8d62d-93ce-4775-a70b-78b707a51d66, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:22.208164 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.264300 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Router cfde6393-3715-4a62-8c97-c0017550532b is scheduled to L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c with binding_index 1 {{(pid=102679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:11:22.287307 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] For port 65d8d62d-93ce-4775-a70b-78b707a51d66, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:22.295541 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] For port 65d8d62d-93ce-4775-a70b-78b707a51d66, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=65d8d62d-93ce-4775-a70b-78b707a51d66,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:22.302629 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.378576 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e078f-9bcb-429b-8eb3-da95bda97bb8 None None] Pushing event updated for resources: {'Port': ['ID=65d8d62d-93ce-4775-a70b-78b707a51d66,revision_number=4']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:22.381228 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Routers {'ae090164-0851-41d2-885a-636726aee190'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:22.381854 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['ae090164-0851-41d2-885a-636726aee190'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:22.405339 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c7cbb-9c1c-4af5-b8de-ad40c29099df req-2b4f9a2a-bfd1-451c-814b-3aa3a5bbdd18 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:22.416556 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1a0c7cbb-9c1c-4af5-b8de-ad40c29099df req-2b4f9a2a-bfd1-451c-814b-3aa3a5bbdd18 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0703616 Nov 29 19:11:22.425960 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:22.441072 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Sync routers for ids ['cfde6393-3715-4a62-8c97-c0017550532b'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:22.456105 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Routers {'cfde6393-3715-4a62-8c97-c0017550532b'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:22.456747 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:10:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['cfde6393-3715-4a62-8c97-c0017550532b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:22.472901 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.474295 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-7f818cbc-7f3f-4fd1-98ef-905037ef09c1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1070971 Nov 29 19:11:22.478414 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59414) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:22.511332 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1a0c7cbb-9c1c-4af5-b8de-ad40c29099df req-78cba819-1645-4ff1-8bac-d9ecf2a5c782 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934839 Nov 29 19:11:22.529748 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] Set router ae090164-0851-41d2-885a-636726aee190 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:22.537227 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979da9aa-6390-41b0-90d1-1c7e7102cb1b None None] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:22.685449 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-71b04785-9c12-433e-bd42-494d461f125b None None] Provisioning complete for port 65d8d62d-93ce-4775-a70b-78b707a51d66 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:22.685812 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71b04785-9c12-433e-bd42-494d461f125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.776109 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Set router cfde6393-3715-4a62-8c97-c0017550532b gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:22.863460 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 4, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '65d8d62d-93ce-4775-a70b-78b707a51d66', 'name': '', 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'mac_address': 'fa:16:3e:40:d6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:17Z', 'updated_at': '2021-11-29T19:11:22Z', 'revision_number': 4, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'subnets': [{'id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:22.893648 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fe100-0a1d-44c3-94ff-75808c417bf4 None None] The sync data for ids ['ae090164-0851-41d2-885a-636726aee190'] in dv-cinder-815746-3-iscsi is: [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:18Z', 'revision_number': 4, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '65d8d62d-93ce-4775-a70b-78b707a51d66', 'name': '', 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'mac_address': 'fa:16:3e:40:d6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:17Z', 'updated_at': '2021-11-29T19:11:22Z', 'revision_number': 4, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'subnets': [{'id': '42c7fe67-1f22-4a63-a93d-dee7073f1ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:22.957724 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71b04785-9c12-433e-bd42-494d461f125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.973293 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.036399 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-71b04785-9c12-433e-bd42-494d461f125b None None] For port 65d8d62d-93ce-4775-a70b-78b707a51d66, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=65d8d62d-93ce-4775-a70b-78b707a51d66,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:23.043861 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71b04785-9c12-433e-bd42-494d461f125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.120824 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:21Z', 'revision_number': 3, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:23.124001 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b04785-9c12-433e-bd42-494d461f125b None None] Pushing event updated for resources: {'Port': ['ID=65d8d62d-93ce-4775-a70b-78b707a51d66,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:23.160891 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Checking router: cfde6393-3715-4a62-8c97-c0017550532b for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:23.161240 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Updating router cfde6393-3715-4a62-8c97-c0017550532b port 5cd7565f-4834-4b7c-9235-58ca0292f01f binding host dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:23.192138 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Allocated IP 172.20.0.1 (8d2e9eeb-8230-4869-b9ed-2071363c2597/ada83c43-d558-483e-b768-3535a1949c99/1b6660db-19d1-4b93-a4ff-52cd45e8074e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:23.225363 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-cfc016af-a39a-44d8-9e5c-0342491afb3e None None] Provisioning complete for port 5e5d01f8-959a-47df-bebc-a126aa1ad583 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:23.231848 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfc016af-a39a-44d8-9e5c-0342491afb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.263070 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.313209 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aeeca2c4-92c2-4c37-94ac-e9fa66c25156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.321600 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.360959 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.407132 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:23.410269 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:23.414770 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:23.418209 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6660db-19d1-4b93-a4ff-52cd45e8074e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:23.460463 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531260'] for router_interface, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.599985 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-cfc016af-a39a-44d8-9e5c-0342491afb3e None None] Provisioning complete for port 65d8d62d-93ce-4775-a70b-78b707a51d66 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:23.603815 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfc016af-a39a-44d8-9e5c-0342491afb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.638437 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.666818 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device e98a2fca-e2c2-4771-ad75-8f57658c4718 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:23.798010 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3455073-6082-4967-b33d-b7efdbbcac5a req-da231f11-f145-405a-8da3-765094a84483 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:23.799341 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b3455073-6082-4967-b33d-b7efdbbcac5a req-da231f11-f145-405a-8da3-765094a84483 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.1325469 Nov 29 19:11:23.840424 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port e98a2fca-e2c2-4771-ad75-8f57658c4718 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:23.840923 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.879062 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b3455073-6082-4967-b33d-b7efdbbcac5a req-d91009ab-c3cf-4498-8761-da6bb2f9737e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720642 Nov 29 19:11:23.900209 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.905469 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.964734 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.976807 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6660db-19d1-4b93-a4ff-52cd45e8074e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:23.979406 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531336'] for router_interface, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.982600 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.987696 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5e5d01f8-959a-47df-bebc-a126aa1ad583 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:23.991366 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-d9824146-df28-4c34-81b9-2034ccfc62d6 None None] Provisioning complete for port 5e5d01f8-959a-47df-bebc-a126aa1ad583 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:23.991568 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d9824146-df28-4c34-81b9-2034ccfc62d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.069608 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:24.070977 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:24.090096 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12ab20-83e0-418e-95ac-4298bc9922e7 None None] Pushing event updated for resources: {'Port': ['ID=5cd7565f-4834-4b7c-9235-58ca0292f01f,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:24.099589 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Attempting to bind port 5cd7565f-4834-4b7c-9235-58ca0292f01f on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:24.099964 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Attempting to bind port 5cd7565f-4834-4b7c-9235-58ca0292f01f by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:24.100327 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Attempting to bind port 5cd7565f-4834-4b7c-9235-58ca0292f01f on network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:24.114694 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:24.115074 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Checking segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:24.115729 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.116125 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Bound using segment: {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:24.116611 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Bound port: 5cd7565f-4834-4b7c-9235-58ca0292f01f, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaafa6f3-0528-4842-9108-84d2600378b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:24.116989 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.194389 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5e5d01f8-959a-47df-bebc-a126aa1ad583 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:24.194683 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.195066 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Router cfde6393-3715-4a62-8c97-c0017550532b has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:24.245357 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] For port 5cd7565f-4834-4b7c-9235-58ca0292f01f, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:24.271950 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] For port 5cd7565f-4834-4b7c-9235-58ca0292f01f, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5cd7565f-4834-4b7c-9235-58ca0292f01f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:24.274167 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.279768 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.321536 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:24.321737 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-d9824146-df28-4c34-81b9-2034ccfc62d6 None None] Provisioning complete for port 1b6660db-19d1-4b93-a4ff-52cd45e8074e triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:24.322128 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d9824146-df28-4c34-81b9-2034ccfc62d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.330429 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-c62f9ab1-ca99-4e45-82ce-f59d0b9c42a6 admin admin] 10.222.0.45 "PUT /v2.0/routers/cfde6393-3715-4a62-8c97-c0017550532b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8471053 Nov 29 19:11:24.412055 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12ab20-83e0-418e-95ac-4298bc9922e7 None None] Pushing event updated for resources: {'Port': ['ID=5cd7565f-4834-4b7c-9235-58ca0292f01f,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:24.417078 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-d9824146-df28-4c34-81b9-2034ccfc62d6 None None] Port 1b6660db-19d1-4b93-a4ff-52cd45e8074e cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:24.423229 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Routers {'cfde6393-3715-4a62-8c97-c0017550532b'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:24.423336 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:11:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['cfde6393-3715-4a62-8c97-c0017550532b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:24.428054 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 65d8d62d-93ce-4775-a70b-78b707a51d66 up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:24.569458 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-6af439a5-f337-4306-b37f-f6c6af757fce None None] Provisioning complete for port 1b6660db-19d1-4b93-a4ff-52cd45e8074e triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:24.569832 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6af439a5-f337-4306-b37f-f6c6af757fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.598342 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] Set router cfde6393-3715-4a62-8c97-c0017550532b gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:24.601637 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 65d8d62d-93ce-4775-a70b-78b707a51d66 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:24.602086 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.675054 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-6af439a5-f337-4306-b37f-f6c6af757fce None None] Port 1b6660db-19d1-4b93-a4ff-52cd45e8074e cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:24.759518 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59432) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:24.764330 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f54cbf2f-c519-4097-b4f3-c1b6e29e3118 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962732792', 'description': 'tempest-secgroup-smoke-1962732792 description', 'project_id': '8458904a81014b67b56a5e7a453076b6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:24.786808 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f54cbf2f-c519-4097-b4f3-c1b6e29e3118 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.855589 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f54cbf2f-c519-4097-b4f3-c1b6e29e3118 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.859957 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f54cbf2f-c519-4097-b4f3-c1b6e29e3118 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.882374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 4, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1b6660db-19d1-4b93-a4ff-52cd45e8074e', 'name': '', 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'mac_address': 'fa:16:3e:0d:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ada83c43-d558-483e-b768-3535a1949c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:22Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 2, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'subnets': [{'id': 'ada83c43-d558-483e-b768-3535a1949c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:24.888204 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f54cbf2f-c519-4097-b4f3-c1b6e29e3118 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.889409 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-f54cbf2f-c519-4097-b4f3-c1b6e29e3118 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1288018 Nov 29 19:11:24.893076 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59434) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:24.896015 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cbf2f-c519-4097-b4f3-c1b6e29e3118 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edce06e1-696d-4ad9-a586-0ea9a9e0427c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:24.897597 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-fc5f5226-1514-4f62-93a7-5b61f20ef173 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'security_group_rule': {'security_group_id': 'edce06e1-696d-4ad9-a586-0ea9a9e0427c', 'project_id': '8458904a81014b67b56a5e7a453076b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:24.910754 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c17fba-8471-4c14-9329-60f35bb809b8 None None] The sync data for ids ['cfde6393-3715-4a62-8c97-c0017550532b'] in dv-cinder-815746-3-iscsi is: [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 4, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1b6660db-19d1-4b93-a4ff-52cd45e8074e', 'name': '', 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'mac_address': 'fa:16:3e:0d:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ada83c43-d558-483e-b768-3535a1949c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:22Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 2, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'subnets': [{'id': 'ada83c43-d558-483e-b768-3535a1949c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:24.949600 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5226-1514-4f62-93a7-5b61f20ef173 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.043763 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0f4e4-6a59-4063-bc44-c79c1e626e42 req-eb21b75b-5e1e-41ee-a0b2-61778a403e17 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:25.045254 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d9a0f4e4-6a59-4063-bc44-c79c1e626e42 req-eb21b75b-5e1e-41ee-a0b2-61778a403e17 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0749297 Nov 29 19:11:25.047060 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5226-1514-4f62-93a7-5b61f20ef173 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.053113 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5226-1514-4f62-93a7-5b61f20ef173 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.095985 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5226-1514-4f62-93a7-5b61f20ef173 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e18d15-ea27-45be-8a7a-4c481c55fa90,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:25.117917 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5226-1514-4f62-93a7-5b61f20ef173 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.121693 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-fc5f5226-1514-4f62-93a7-5b61f20ef173 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2251415 Nov 29 19:11:25.122116 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:25.129388 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-356174cd-a120-49bc-b448-0cdee9f27aa0 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'security_group_rule': {'security_group_id': 'edce06e1-696d-4ad9-a586-0ea9a9e0427c', 'project_id': '8458904a81014b67b56a5e7a453076b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:25.143741 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d9a0f4e4-6a59-4063-bc44-c79c1e626e42 req-04622918-6f8a-4c96-895e-287263257e7e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923305 Nov 29 19:11:25.168348 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-356174cd-a120-49bc-b448-0cdee9f27aa0 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.235724 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-356174cd-a120-49bc-b448-0cdee9f27aa0 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.239846 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-356174cd-a120-49bc-b448-0cdee9f27aa0 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.262751 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356174cd-a120-49bc-b448-0cdee9f27aa0 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8f5b7b-3aab-43ad-ba96-9b9630f81af8,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:25.273662 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-356174cd-a120-49bc-b448-0cdee9f27aa0 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.277631 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-356174cd-a120-49bc-b448-0cdee9f27aa0 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517377 Nov 29 19:11:25.278057 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59442) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:25.282915 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-ea36b005-c52f-4454-8c02-f6dd19e903fc tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'security_group_rule': {'security_group_id': 'edce06e1-696d-4ad9-a586-0ea9a9e0427c', 'project_id': '8458904a81014b67b56a5e7a453076b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:25.311890 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ea36b005-c52f-4454-8c02-f6dd19e903fc tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.366669 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ea36b005-c52f-4454-8c02-f6dd19e903fc tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.371259 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ea36b005-c52f-4454-8c02-f6dd19e903fc tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.391659 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36b005-c52f-4454-8c02-f6dd19e903fc tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8495f306-eb74-431a-a6c1-3aa46c93ce04,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:25.397357 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ea36b005-c52f-4454-8c02-f6dd19e903fc tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.401628 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ea36b005-c52f-4454-8c02-f6dd19e903fc tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196048 Nov 29 19:11:25.401628 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59446) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:25.406460 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-a35b4477-a3a1-4e04-ae3e-ceebc94e5569 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'security_group_rule': {'security_group_id': 'edce06e1-696d-4ad9-a586-0ea9a9e0427c', 'project_id': '8458904a81014b67b56a5e7a453076b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:25.436839 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a35b4477-a3a1-4e04-ae3e-ceebc94e5569 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.497962 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a35b4477-a3a1-4e04-ae3e-ceebc94e5569 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.502546 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a35b4477-a3a1-4e04-ae3e-ceebc94e5569 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.522570 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4477-a3a1-4e04-ae3e-ceebc94e5569 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd331c53-f748-4847-b7ed-269df9fd5be2,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:25.527159 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a35b4477-a3a1-4e04-ae3e-ceebc94e5569 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.531699 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59448) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:25.531872 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-a35b4477-a3a1-4e04-ae3e-ceebc94e5569 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287241 Nov 29 19:11:25.536781 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'security_group_rule': {'security_group_id': 'edce06e1-696d-4ad9-a586-0ea9a9e0427c', 'project_id': '8458904a81014b67b56a5e7a453076b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:25.567664 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Project 8458904a81014b67b56a5e7a453076b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:11:25.573365 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.633191 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.637545 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.657986 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4ced80-6bbc-4077-b5a3-78e79201d2e4,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:25.665023 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.666202 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-52b9aff0-ce33-4cb9-b67e-41c8c6893621 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331570 Nov 29 19:11:25.669088 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59450) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:25.674025 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'security_group_rule': {'security_group_id': 'edce06e1-696d-4ad9-a586-0ea9a9e0427c', 'project_id': '8458904a81014b67b56a5e7a453076b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:25.696071 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Project 8458904a81014b67b56a5e7a453076b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:11:25.701386 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.773166 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.776487 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.797790 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39f8ec1-f213-47e9-975d-5e7c19fbd77b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:25.807785 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:25.809009 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-20376d0c-12c6-4115-a5a9-4aee49d8634b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389921 Nov 29 19:11:25.952631 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:26.319737 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec29e2-8dfd-458c-b115-4bfb21669c52 req-2c6900bc-cb58-471a-96be-f9231a46b856 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:26.321401 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4aec29e2-8dfd-458c-b115-4bfb21669c52 req-2c6900bc-cb58-471a-96be-f9231a46b856 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0804174 Nov 29 19:11:26.373804 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4aec29e2-8dfd-458c-b115-4bfb21669c52 req-6536c31e-8e47-412b-9dc9-cecaf081b263 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438509 Nov 29 19:11:26.640559 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.096204 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Sync routers for ids ['cfde6393-3715-4a62-8c97-c0017550532b'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:27.105755 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Routers {'cfde6393-3715-4a62-8c97-c0017550532b'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:27.106399 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:11:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['cfde6393-3715-4a62-8c97-c0017550532b'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:27.214271 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Set router cfde6393-3715-4a62-8c97-c0017550532b gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:27.421388 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 4, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1b6660db-19d1-4b93-a4ff-52cd45e8074e', 'name': '', 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'mac_address': 'fa:16:3e:0d:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ada83c43-d558-483e-b768-3535a1949c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:22Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 2, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'subnets': [{'id': 'ada83c43-d558-483e-b768-3535a1949c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:27.451469 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Checking router: cfde6393-3715-4a62-8c97-c0017550532b for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:27.451829 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Updating router cfde6393-3715-4a62-8c97-c0017550532b port 1b6660db-19d1-4b93-a4ff-52cd45e8074e binding host dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:27.481714 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.518706 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0087afe-2bfc-4dbf-ab07-450e4ec1f35f req-ffea1459-365d-4c0f-9e30-5e5910c8b439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:27.520394 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c0087afe-2bfc-4dbf-ab07-450e4ec1f35f req-ffea1459-365d-4c0f-9e30-5e5910c8b439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0517478 Nov 29 19:11:27.584163 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c0087afe-2bfc-4dbf-ab07-450e4ec1f35f req-80cae056-001e-4618-94f5-8523b8310064 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569661 Nov 29 19:11:27.599025 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5cd7565f-4834-4b7c-9235-58ca0292f01f up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:27.655906 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5cd7565f-4834-4b7c-9235-58ca0292f01f triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:27.656853 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.744240 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.765864 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] For port 5cd7565f-4834-4b7c-9235-58ca0292f01f, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5cd7565f-4834-4b7c-9235-58ca0292f01f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:27.770518 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.770844 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Publish callbacks [] for port, precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.777031 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.822493 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Pushing event updated for resources: {'Port': ['ID=1b6660db-19d1-4b93-a4ff-52cd45e8074e,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:27.826743 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Pushing event updated for resources: {'Port': ['ID=5cd7565f-4834-4b7c-9235-58ca0292f01f,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:27.863622 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.864005 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.864351 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.864676 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.865007 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.865614 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.865922 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.866247 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.866642 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.866970 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.867286 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.867613 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:27.903646 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Attempting to bind port 1b6660db-19d1-4b93-a4ff-52cd45e8074e on host dv-cinder-815746-3-iscsi for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:27.904013 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Attempting to bind port 1b6660db-19d1-4b93-a4ff-52cd45e8074e by drivers openvswitch,hyperv on host dv-cinder-815746-3-iscsi at level 0 using segments [{'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:27.904370 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Attempting to bind port 1b6660db-19d1-4b93-a4ff-52cd45e8074e on network 8d2e9eeb-8230-4869-b9ed-2071363c2597 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:27.909445 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Checking agent: {'id': 'f2e6e055-6ad1-43b5-9c62-5689b7cd4a24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 18, 54, 27), 'started_at': datetime.datetime(2021, 11, 29, 18, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:27.909812 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Checking segment: {'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:27.910206 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.910704 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Bound using segment: {'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:27.911165 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Bound port: 1b6660db-19d1-4b93-a4ff-52cd45e8074e, host: dv-cinder-815746-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:27.911554 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.986969 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] For port 1b6660db-19d1-4b93-a4ff-52cd45e8074e, host dv-cinder-815746-3-iscsi, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:27.990972 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] For port 1b6660db-19d1-4b93-a4ff-52cd45e8074e, host dv-cinder-815746-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=1b6660db-19d1-4b93-a4ff-52cd45e8074e,segment=NetworkSegment(14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0),segment_id=14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:27.995412 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:28.057002 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449b478-699f-4c7a-a11e-52c6ccd5f596 None None] Pushing event updated for resources: {'Port': ['ID=1b6660db-19d1-4b93-a4ff-52cd45e8074e,revision_number=4']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:28.060518 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Routers {'cfde6393-3715-4a62-8c97-c0017550532b'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:28.061141 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:11:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['cfde6393-3715-4a62-8c97-c0017550532b'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:28.121097 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-458148fd-96e0-4c01-a0b8-8203d3589add None None] Provisioning complete for port 1b6660db-19d1-4b93-a4ff-52cd45e8074e triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:28.121471 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-458148fd-96e0-4c01-a0b8-8203d3589add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:28.179589 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] Set router cfde6393-3715-4a62-8c97-c0017550532b gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:28.215941 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-458148fd-96e0-4c01-a0b8-8203d3589add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:28.250940 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-458148fd-96e0-4c01-a0b8-8203d3589add None None] For port 1b6660db-19d1-4b93-a4ff-52cd45e8074e, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=1b6660db-19d1-4b93-a4ff-52cd45e8074e,segment=NetworkSegment(14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0),segment_id=14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:28.255154 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-458148fd-96e0-4c01-a0b8-8203d3589add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:28.302861 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458148fd-96e0-4c01-a0b8-8203d3589add None None] Pushing event updated for resources: {'Port': ['ID=1b6660db-19d1-4b93-a4ff-52cd45e8074e,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:28.383292 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-bf777925-e23b-4ffc-807a-0e920f994766 None None] Provisioning complete for port 1b6660db-19d1-4b93-a4ff-52cd45e8074e triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:28.383673 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf777925-e23b-4ffc-807a-0e920f994766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:28.410551 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 4, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1b6660db-19d1-4b93-a4ff-52cd45e8074e', 'name': '', 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'mac_address': 'fa:16:3e:0d:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ada83c43-d558-483e-b768-3535a1949c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:22Z', 'updated_at': '2021-11-29T19:11:27Z', 'revision_number': 4, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'subnets': [{'id': 'ada83c43-d558-483e-b768-3535a1949c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:28.442007 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03bb18-0d07-4d68-8253-fe54af5e9420 None None] The sync data for ids ['cfde6393-3715-4a62-8c97-c0017550532b'] in dv-cinder-815746-3-iscsi is: [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:23Z', 'revision_number': 4, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '1b6660db-19d1-4b93-a4ff-52cd45e8074e', 'name': '', 'network_id': '8d2e9eeb-8230-4869-b9ed-2071363c2597', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'mac_address': 'fa:16:3e:0d:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ada83c43-d558-483e-b768-3535a1949c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:22Z', 'updated_at': '2021-11-29T19:11:27Z', 'revision_number': 4, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'subnets': [{'id': 'ada83c43-d558-483e-b768-3535a1949c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:28.747085 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e9e9d-d207-46ba-bcb1-2029fab703c9 req-9c35466a-a775-4114-a6e7-2e761adbb236 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:28.748622 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f3e9e9d-d207-46ba-bcb1-2029fab703c9 req-9c35466a-a775-4114-a6e7-2e761adbb236 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0566738 Nov 29 19:11:28.802563 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f3e9e9d-d207-46ba-bcb1-2029fab703c9 req-41ac830e-7e02-49e7-acc6-b3d36ecc4d4c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471714 Nov 29 19:11:29.500697 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 527a0fca-06c1-41f9-aac6-acd8a3646425 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:11:29.593140 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 1b6660db-19d1-4b93-a4ff-52cd45e8074e up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:29.767500 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:29.784056 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'port_id': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'mac_address': 'fa:16:3e:4e:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:11:29.825541 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 1b6660db-19d1-4b93-a4ff-52cd45e8074e triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:29.825965 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:29.847892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:29.868951 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 527a0fca-06c1-41f9-aac6-acd8a3646425 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:11:29.898102 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:29.902995 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:29.941619 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02f7dd-01bd-4e39-9530-6db6d910ee3c req-ccf1fe78-235b-4774-888b-960dff229740 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:29.943887 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4d02f7dd-01bd-4e39-9530-6db6d910ee3c req-ccf1fe78-235b-4774-888b-960dff229740 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0565937 Nov 29 19:11:29.992803 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5cd7565f-4834-4b7c-9235-58ca0292f01f up at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:29.995640 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=6']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:30.018088 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['527a0fca-06c1-41f9-aac6-acd8a3646425'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:11:30.021911 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4d02f7dd-01bd-4e39-9530-6db6d910ee3c req-daafcd42-61d0-40a6-b568-c706bf1b6e13 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697286 Nov 29 19:11:30.095836 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Provisioning complete for port 5cd7565f-4834-4b7c-9235-58ca0292f01f triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:30.096206 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:31.159049 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7976-6c95-4268-a548-d848e93ec145 req-49097861-c83d-4734-9f76-cc0f77379c8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:31.162127 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-79ca7976-6c95-4268-a548-d848e93ec145 req-49097861-c83d-4734-9f76-cc0f77379c8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 944 time: 0.0644038 Nov 29 19:11:31.221912 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-79ca7976-6c95-4268-a548-d848e93ec145 req-588acb1f-34fb-42e2-9d8e-a996ceb71332 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537264 Nov 29 19:11:31.515986 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 527a0fca-06c1-41f9-aac6-acd8a3646425 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:31.642118 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 527a0fca-06c1-41f9-aac6-acd8a3646425 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:31.642900 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:31.740452 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:31.772621 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:31.775117 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c684878-2afd-41f3-aa6c-0d5f013185a6" -d '{"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-plugged", "status": "completed", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:31.807843 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:31.817676 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:31.855094 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c917da8-900f-477e-b604-6a2afc549f37 x-openstack-request-id: req-5c917da8-900f-477e-b604-6a2afc549f37 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:31.855380 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-plugged", "status": "completed", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:31.855638 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c917da8-900f-477e-b604-6a2afc549f37 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:31.856038 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'code': 200} Nov 29 19:11:31.877109 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=7']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:32.370346 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130bfec-dc57-4223-8783-50325c251841 req-0fb6bd96-7762-407e-b196-5b7979205a4b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:32.371878 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0130bfec-dc57-4223-8783-50325c251841 req-0fb6bd96-7762-407e-b196-5b7979205a4b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0658119 Nov 29 19:11:32.431620 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0130bfec-dc57-4223-8783-50325c251841 req-2cedb24f-e994-41ba-9060-c8fa2d02618f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502102 Nov 29 19:11:33.580706 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4278090-79dc-4174-81b8-d96e4ca9ae60 req-d76d7ebe-3569-40c2-a537-1565a95d75c1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:33.583221 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e4278090-79dc-4174-81b8-d96e4ca9ae60 req-d76d7ebe-3569-40c2-a537-1565a95d75c1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0602715 Nov 29 19:11:33.633995 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e4278090-79dc-4174-81b8-d96e4ca9ae60 req-636c8478-579e-48fe-b871-11638cfc4577 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440881 Nov 29 19:11:34.808691 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a948a-57ee-46a0-86ea-be9541283625 req-e258f42c-38d7-404b-b8ac-551e5cd70df0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:34.810408 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-993a948a-57ee-46a0-86ea-be9541283625 req-e258f42c-38d7-404b-b8ac-551e5cd70df0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0696108 Nov 29 19:11:34.908551 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-993a948a-57ee-46a0-86ea-be9541283625 req-107cef8b-2580-49b3-8ffa-d5ebcefcdfd8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878699 Nov 29 19:11:36.069848 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710af20b-79ce-4185-a0b7-8b7a6a598913 req-5b50ccf0-0e14-4b3c-a499-610650b3d2f6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:36.072241 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-710af20b-79ce-4185-a0b7-8b7a6a598913 req-5b50ccf0-0e14-4b3c-a499-610650b3d2f6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0637338 Nov 29 19:11:36.132467 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-710af20b-79ce-4185-a0b7-8b7a6a598913 req-ef63fe46-b261-4292-b347-9f7e264baeb3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516574 Nov 29 19:11:37.267818 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cedad5-26de-415a-8625-68a1fcf4e356 req-80d4f2af-95f0-4c99-90bc-834aecd9fe5d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:37.270132 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f8cedad5-26de-415a-8625-68a1fcf4e356 req-80d4f2af-95f0-4c99-90bc-834aecd9fe5d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0528100 Nov 29 19:11:37.335495 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f8cedad5-26de-415a-8625-68a1fcf4e356 req-c830a51d-22f1-4e30-b150-0524cc3c7abf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583303 Nov 29 19:11:38.468757 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0730-8fef-4020-83cb-b15444471d9e req-e454079e-2018-40fe-bb8a-636cbdf35017 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:38.470398 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-aaab0730-8fef-4020-83cb-b15444471d9e req-e454079e-2018-40fe-bb8a-636cbdf35017 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0550294 Nov 29 19:11:38.524419 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-aaab0730-8fef-4020-83cb-b15444471d9e req-4cc6251e-1a8d-4f08-9c62-f585c8bd71c5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473835 Nov 29 19:11:39.648368 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82f62b-5f49-4f70-95e1-91f88d97c0b9 req-f1569de4-d355-4d63-acbf-922a20e841ac tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:39.649835 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d82f62b-5f49-4f70-95e1-91f88d97c0b9 req-f1569de4-d355-4d63-acbf-922a20e841ac tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0517395 Nov 29 19:11:39.696384 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d82f62b-5f49-4f70-95e1-91f88d97c0b9 req-83aff3d9-425f-418e-9022-777c716b692f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397382 Nov 29 19:11:39.954777 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-c37f2c56-f134-4994-af1f-4f2a1cdc654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:39.956156 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-c37f2c56-f134-4994-af1f-4f2a1cdc654c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 1098 time: 0.0412140 Nov 29 19:11:40.049017 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-c6a64031-9b87-478d-b6d9-8eaf4ae2af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:40.050524 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-c6a64031-9b87-478d-b6d9-8eaf4ae2af94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 918 time: 0.0870910 Nov 29 19:11:40.363781 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-1b4a678e-3e9b-40ad-a171-130d8728a9f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=527a0fca-06c1-41f9-aac6-acd8a3646425 HTTP/1.1" status: 200 len: 1001 time: 0.3030169 Nov 29 19:11:40.423787 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-94cf457b-0dd0-4076-86a7-496ece51be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:40.425310 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-94cf457b-0dd0-4076-86a7-496ece51be5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0512168 Nov 29 19:11:40.475497 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-53167531-337b-4d88-9509-5002516191b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:40.476959 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-53167531-337b-4d88-9509-5002516191b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431478 Nov 29 19:11:40.565480 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-c12754ba-5cf6-41c0-abe9-86e941d63c90 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800121 Nov 29 19:11:40.657495 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e4e1d66-98ed-4b0e-b1bb-95105bb1454c req-1c281cb6-b83a-4050-a2e5-4c4736803f0a service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843189 Nov 29 19:11:40.818381 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72917c59-587f-4509-bb23-a71c947b6a3e req-5e280236-01f9-478a-98f1-b5400c96b98f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:40.819854 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-72917c59-587f-4509-bb23-a71c947b6a3e req-5e280236-01f9-478a-98f1-b5400c96b98f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0515738 Nov 29 19:11:40.866967 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-72917c59-587f-4509-bb23-a71c947b6a3e req-a2b985ea-693e-4c3d-bbdf-5b2eb312f7cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411696 Nov 29 19:11:41.984230 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9866b0-53cd-4762-9a9b-33c11f649978 req-a1a11aa0-fe57-44dc-ad7a-982f81c8c093 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:41.985704 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fe9866b0-53cd-4762-9a9b-33c11f649978 req-a1a11aa0-fe57-44dc-ad7a-982f81c8c093 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Nov 29 19:11:42.032493 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fe9866b0-53cd-4762-9a9b-33c11f649978 req-29e51595-87fc-48f8-9931-86f9ab8ebc00 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406218 Nov 29 19:11:42.268044 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-ad0a5fc8-97eb-414d-8fa7-ce20b2149995 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962732792&fields=id&tenant_id=8458904a81014b67b56a5e7a453076b6 HTTP/1.1" status: 200 len: 267 time: 0.0466805 Nov 29 19:11:42.382688 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-0c4a909d-9fcc-4127-8049-0dfc4a6fd00f tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:42.384205 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-0c4a909d-9fcc-4127-8049-0dfc4a6fd00f tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/networks?id=8a11e433-8e16-42b5-a5fb-e50a70a7f2de HTTP/1.1" status: 200 len: 809 time: 0.1087961 Nov 29 19:11:42.399669 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-c2f61c54-91e5-494f-95c9-80555c14392f tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/quotas/8458904a81014b67b56a5e7a453076b6 HTTP/1.1" status: 200 len: 375 time: 0.0093300 Nov 29 19:11:42.453403 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-2a1288a6-8a45-4a29-8a4b-3f98463daab6 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8458904a81014b67b56a5e7a453076b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483787 Nov 29 19:11:42.547534 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-9914b04c-3794-4f0d-b2e1-801c990d5926 service neutron] 10.222.0.45 "GET /v2.0/networks/8a11e433-8e16-42b5-a5fb-e50a70a7f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825040 Nov 29 19:11:42.641580 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-c35cfa2f-8985-4ae4-aecc-47e3b710f309 service neutron] 10.222.0.45 "GET /v2.0/networks/8a11e433-8e16-42b5-a5fb-e50a70a7f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877726 Nov 29 19:11:42.920420 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-90a2861d-b00f-4fca-9e09-b45e94c98551 req-16e2f5d7-1abe-4da9-83b9-956d6df4979f tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/ports?device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Nov 29 19:11:43.153719 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee60f6e-af8e-4972-baf7-5cb4fd16c898 req-3ca67ba5-c433-4a90-8c75-78e85cbf300a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:43.155268 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5ee60f6e-af8e-4972-baf7-5cb4fd16c898 req-3ca67ba5-c433-4a90-8c75-78e85cbf300a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 945 time: 0.0514433 Nov 29 19:11:43.206144 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5ee60f6e-af8e-4972-baf7-5cb4fd16c898 req-b4542f14-22f4-4140-82c6-6bcaf050d787 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444643 Nov 29 19:11:43.614540 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 527a0fca-06c1-41f9-aac6-acd8a3646425 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:43.684935 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [req-ae7626b7-3f14-40f0-91bd-3fa904db2de3 req-6b471592-9e5d-40ea-ad31-768f5cb296e1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102679) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:11:43.685895 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ae7626b7-3f14-40f0-91bd-3fa904db2de3 req-6b471592-9e5d-40ea-ad31-768f5cb296e1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051920 Nov 29 19:11:43.695047 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:43.723045 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:43.725228 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041bca31-1f5e-482f-80ba-c5dac328a002" -d '{"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-unplugged", "status": "completed", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:43.738447 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:43.744601 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:43.769706 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b92ac72-ef0e-438b-abe4-d9013d2ddb6c x-openstack-request-id: req-2b92ac72-ef0e-438b-abe4-d9013d2ddb6c {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:43.770150 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-unplugged", "status": "failed", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425", "code": 422}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:43.770276 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b92ac72-ef0e-438b-abe4-d9013d2ddb6c {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:43.770695 dv-cinder-815746-3-iscsi neutron-server[102680]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'code': 422} returned with failed status Nov 29 19:11:43.803569 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=8']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:43.902102 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e12727-1a88-4c72-a96c-c7636806d1bc req-60b512a2-6310-45db-936a-90f0cbe1a6fa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:43.903681 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b6e12727-1a88-4c72-a96c-c7636806d1bc req-60b512a2-6310-45db-936a-90f0cbe1a6fa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0751512 Nov 29 19:11:43.909555 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-91d82392-ae43-4970-aca5-72273dd52d27 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:43.911057 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-91d82392-ae43-4970-aca5-72273dd52d27 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.53 "GET /v2.0/networks?id=8a11e433-8e16-42b5-a5fb-e50a70a7f2de HTTP/1.1" status: 200 len: 809 time: 0.1430972 Nov 29 19:11:43.990636 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-0a96b2f0-615a-4820-9c50-ecb5bdb64c5e tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8458904a81014b67b56a5e7a453076b6 HTTP/1.1" status: 200 len: 380 time: 0.0694091 Nov 29 19:11:44.000614 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Request body: {'port': {'device_id': '946067ee-d1e4-4dd6-927b-6c43ad6a2822', 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de', 'admin_state_up': True, 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'security_groups': ['edce06e1-696d-4ad9-a586-0ea9a9e0427c']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:44.008947 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b6e12727-1a88-4c72-a96c-c7636806d1bc req-51bfe02c-2ae4-4e4c-8a02-b6a4523d3a74 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956173 Nov 29 19:11:44.078458 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-67b032e3-7a8a-4a87-adf8-fcb544aac6cd req-c6af8135-87b0-4702-b963-e9408136092d tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/ports?device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 210 time: 0.0606532 Nov 29 19:11:44.144421 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Made reservation on behalf of 8458904a81014b67b56a5e7a453076b6 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:44.148157 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:44.238203 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59754) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:44.276620 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Allocated IP 172.20.0.5 (8a11e433-8e16-42b5-a5fb-e50a70a7f2de/42c7fe67-1f22-4a63-a93d-dee7073f1ac7/675fff62-0f54-4580-83be-f5c80e5aded9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:44.352678 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2ec9a6cc-29ff-4143-9250-61eba448bfa5 req-c90fbee1-f79d-4260-bd30-e2002b1e0ebb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132348 Nov 29 19:11:44.366132 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [req-2ec9a6cc-29ff-4143-9250-61eba448bfa5 req-cf609d0e-c83f-445d-8c7a-c05b4a53f8dc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102679) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:11:44.367908 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2ec9a6cc-29ff-4143-9250-61eba448bfa5 req-cf609d0e-c83f-445d-8c7a-c05b4a53f8dc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072892 Nov 29 19:11:44.423254 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:44.459305 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:44.521380 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:44.524445 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:44.527764 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:44.558848 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event updated for resources: {'Port': ['ID=675fff62-0f54-4580-83be-f5c80e5aded9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:44.592273 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:44.593356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:44.610714 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-faf39e11-e66c-45b7-88c3-fa7342ddeabb tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6147990 Nov 29 19:11:44.624992 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Request body: {'port': {'device_id': '946067ee-d1e4-4dd6-927b-6c43ad6a2822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:44.683062 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:44.836793 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-4b12ad05-9519-47a9-84b7-12b47d9dcdb5 None None] Provisioning complete for port 675fff62-0f54-4580-83be-f5c80e5aded9 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:44.838166 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b12ad05-9519-47a9-84b7-12b47d9dcdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:44.873793 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-4b12ad05-9519-47a9-84b7-12b47d9dcdb5 None None] Port 675fff62-0f54-4580-83be-f5c80e5aded9 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:44.982329 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675fff62-0f54-4580-83be-f5c80e5aded9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:11:44.992086 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:45.004661 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Transition to ACTIVE for port object 675fff62-0f54-4580-83be-f5c80e5aded9 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:11:45.008284 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:45.060422 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Pushing event updated for resources: {'Port': ['ID=675fff62-0f54-4580-83be-f5c80e5aded9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:45.143671 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:11:45.144338 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591d5bc-4f71-4394-9371-b7b1fe12a239 req-63891c52-77bf-4cb5-bdc5-613999d3cda3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.146518 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5591d5bc-4f71-4394-9371-b7b1fe12a239 req-63891c52-77bf-4cb5-bdc5-613999d3cda3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0666008 Nov 29 19:11:45.147689 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Attempting to bind port 675fff62-0f54-4580-83be-f5c80e5aded9 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:45.148027 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Attempting to bind port 675fff62-0f54-4580-83be-f5c80e5aded9 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:45.148358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Attempting to bind port 675fff62-0f54-4580-83be-f5c80e5aded9 on network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:45.152920 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Port 675fff62-0f54-4580-83be-f5c80e5aded9 on network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:11:45.153242 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Attempting to bind port 675fff62-0f54-4580-83be-f5c80e5aded9 on network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:45.159279 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:45.159615 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Checking segment: {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:45.160000 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Bound using segment: {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:45.160433 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Bound port: 675fff62-0f54-4580-83be-f5c80e5aded9, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3105420f-9422-423c-95c3-0c6468fb46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8a11e433-8e16-42b5-a5fb-e50a70a7f2de'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:45.160827 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:45.199834 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5591d5bc-4f71-4394-9371-b7b1fe12a239 req-2c372d1d-4f05-4b6b-8ccd-175bac724b79 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 Nov 29 19:11:45.260098 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213480-7422-4047-9162-ec9ca5cf59b2 req-a5787fcb-d926-4cd9-922c-a462961d757a tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.261555 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-24213480-7422-4047-9162-ec9ca5cf59b2 req-a5787fcb-d926-4cd9-922c-a462961d757a tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/ports?device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 943 time: 0.0891142 Nov 29 19:11:45.272141 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] For port 675fff62-0f54-4580-83be-f5c80e5aded9, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:45.279177 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] For port 675fff62-0f54-4580-83be-f5c80e5aded9, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=675fff62-0f54-4580-83be-f5c80e5aded9,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:45.290979 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:45.357476 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.358108 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:45.359549 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] 10.222.0.53 "PUT /v2.0/ports/675fff62-0f54-4580-83be-f5c80e5aded9 HTTP/1.1" status: 200 len: 1093 time: 0.7396991 Nov 29 19:11:45.359999 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946067ee-d1e4-4dd6-927b-6c43ad6a2822', 'tag': '675fff62-0f54-4580-83be-f5c80e5aded9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:45.362324 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc5701-ef6a-475f-a134-dbd6af17a3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "946067ee-d1e4-4dd6-927b-6c43ad6a2822", "tag": "675fff62-0f54-4580-83be-f5c80e5aded9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:45.380796 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-24213480-7422-4047-9162-ec9ca5cf59b2 req-bf7ce524-79ec-45ce-b72a-6f2f74124028 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/security-groups?id=edce06e1-696d-4ad9-a586-0ea9a9e0427c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114855 Nov 29 19:11:45.394702 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2da241-bd01-43ca-839f-bb454c2d1a01 service neutron] Pushing event updated for resources: {'Port': ['ID=675fff62-0f54-4580-83be-f5c80e5aded9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:45.444443 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1879e-f19c-4437-8ce8-fef2f1b082c6 x-openstack-request-id: req-1af1879e-f19c-4437-8ce8-fef2f1b082c6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:45.444858 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946067ee-d1e4-4dd6-927b-6c43ad6a2822", "tag": "675fff62-0f54-4580-83be-f5c80e5aded9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:45.444977 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1af1879e-f19c-4437-8ce8-fef2f1b082c6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:45.445375 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946067ee-d1e4-4dd6-927b-6c43ad6a2822', 'tag': '675fff62-0f54-4580-83be-f5c80e5aded9', 'status': 'completed', 'code': 200} Nov 29 19:11:45.467296 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-f029777c-7417-4ad5-b1b3-6aa270a5cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.468731 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-f029777c-7417-4ad5-b1b3-6aa270a5cef3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8458904a81014b67b56a5e7a453076b6&device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 1096 time: 0.0540543 Nov 29 19:11:45.513527 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-9eba45f7-dfe5-46db-8d31-5fb8160df872 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675fff62-0f54-4580-83be-f5c80e5aded9 HTTP/1.1" status: 200 len: 217 time: 0.0361586 Nov 29 19:11:45.560843 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-6ad02da2-e27a-4cc6-90be-953b396de212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.563165 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-6ad02da2-e27a-4cc6-90be-953b396de212 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42c7fe67-1f22-4a63-a93d-dee7073f1ac7 HTTP/1.1" status: 200 len: 848 time: 0.0432963 Nov 29 19:11:45.607561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-ffea0b35-525d-472a-8111-77aa66f03045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.609266 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-ffea0b35-525d-472a-8111-77aa66f03045 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a11e433-8e16-42b5-a5fb-e50a70a7f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396817 Nov 29 19:11:45.702867 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-a31ab72d-bea2-457d-a2b3-45a80b0914e0 service neutron] 10.222.0.53 "GET /v2.0/networks/8a11e433-8e16-42b5-a5fb-e50a70a7f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853448 Nov 29 19:11:45.789608 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-f07b7a14-e669-4047-ac6e-cd2ebf99ad38 service neutron] 10.222.0.53 "GET /v2.0/networks/8a11e433-8e16-42b5-a5fb-e50a70a7f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808735 Nov 29 19:11:45.886513 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-de59c1d8-53df-4e9b-a426-ee11e7bcc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.887926 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-de59c1d8-53df-4e9b-a426-ee11e7bcc3ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8458904a81014b67b56a5e7a453076b6&device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 1096 time: 0.0481682 Nov 29 19:11:45.922326 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:45.982209 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-fed2597b-0a30-4ac5-82aa-a21f6100f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:45.984305 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-fed2597b-0a30-4ac5-82aa-a21f6100f74d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a11e433-8e16-42b5-a5fb-e50a70a7f2de HTTP/1.1" status: 200 len: 910 time: 0.0899484 Nov 29 19:11:46.032119 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-d3d8dff8-add3-496d-9aa6-cd1bdb2dd452 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675fff62-0f54-4580-83be-f5c80e5aded9 HTTP/1.1" status: 200 len: 217 time: 0.0378807 Nov 29 19:11:46.083633 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-f24cce9e-e05b-46e8-b96e-2f6b2a1ab46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:46.085100 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-f24cce9e-e05b-46e8-b96e-2f6b2a1ab46d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42c7fe67-1f22-4a63-a93d-dee7073f1ac7 HTTP/1.1" status: 200 len: 848 time: 0.0444160 Nov 29 19:11:46.134725 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-57f726a2-31d2-4fa8-ac1c-dbfb5e6b6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:46.136215 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-57f726a2-31d2-4fa8-ac1c-dbfb5e6b6f58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a11e433-8e16-42b5-a5fb-e50a70a7f2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429301 Nov 29 19:11:46.255193 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-a92d46be-622d-469c-9f39-fed3fc0d2641 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:46.256685 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-a92d46be-622d-469c-9f39-fed3fc0d2641 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.53 "GET /v2.0/ports?device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 943 time: 0.1086073 Nov 29 19:11:46.308324 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-2de1c627-656e-4046-8d1a-07a6c9dfcd12 service neutron] 10.222.0.53 "GET /v2.0/networks/8a11e433-8e16-42b5-a5fb-e50a70a7f2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590927 Nov 29 19:11:46.427574 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1af01-2abc-4f89-ad8f-e299fb73de62 req-90db7a3f-6d16-4827-a83e-0a502a1daaa7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:46.428458 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b7f1af01-2abc-4f89-ad8f-e299fb73de62 req-90db7a3f-6d16-4827-a83e-0a502a1daaa7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.1510262 Nov 29 19:11:46.496970 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cefc5701-ef6a-475f-a134-dbd6af17a3cc req-c7126252-9cf5-46a2-b054-ba1d90a6e96c service neutron] 10.222.0.53 "GET /v2.0/networks/8a11e433-8e16-42b5-a5fb-e50a70a7f2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720994 Nov 29 19:11:46.510719 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Deleting port 675fff62-0f54-4580-83be-f5c80e5aded9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:46.511065 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:46.519027 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1bc6c-ab8a-4c3e-ad41-cbed41208bf2 req-10d956b1-0eec-4946-9e31-bc7418726fac tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:46.520572 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-aef1bc6c-ab8a-4c3e-ad41-cbed41208bf2 req-10d956b1-0eec-4946-9e31-bc7418726fac tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/ports?device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 943 time: 0.0581434 Nov 29 19:11:46.532264 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b7f1af01-2abc-4f89-ad8f-e299fb73de62 req-557ab083-ab56-46de-ae2b-64f624af7a37 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972617 Nov 29 19:11:46.573635 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-aef1bc6c-ab8a-4c3e-ad41-cbed41208bf2 req-3eb66e70-4054-4faf-943a-86da5a110f92 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/security-groups?id=edce06e1-696d-4ad9-a586-0ea9a9e0427c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464232 Nov 29 19:11:46.607555 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] For port 675fff62-0f54-4580-83be-f5c80e5aded9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=675fff62-0f54-4580-83be-f5c80e5aded9,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:46.607919 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:46.621031 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Calling delete_port for 675fff62-0f54-4580-83be-f5c80e5aded9 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:46.750520 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:46.776534 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event deleted for resources: {'Port': ['ID=675fff62-0f54-4580-83be-f5c80e5aded9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:46.820942 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] No DVR routers for this DVR port 675fff62-0f54-4580-83be-f5c80e5aded9 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:46.823485 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:46.827365 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-036336bb-30b0-48a4-a121-55c0c27ba0f4 req-da51eb25-bcaf-45dc-9329-c484fa4f65ce tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.53 "DELETE /v2.0/ports/675fff62-0f54-4580-83be-f5c80e5aded9 HTTP/1.1" status: 204 len: 173 time: 0.5620842 Nov 29 19:11:47.446983 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946067ee-d1e4-4dd6-927b-6c43ad6a2822', 'name': 'network-vif-deleted', 'tag': '675fff62-0f54-4580-83be-f5c80e5aded9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:47.449339 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74812cca-0d42-4d3f-8ffd-61ef21ff9409" -d '{"events": [{"server_uuid": "946067ee-d1e4-4dd6-927b-6c43ad6a2822", "name": "network-vif-deleted", "tag": "675fff62-0f54-4580-83be-f5c80e5aded9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:47.479780 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa201bc-4847-45b1-89d3-2d5f094b5173 x-openstack-request-id: req-8fa201bc-4847-45b1-89d3-2d5f094b5173 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:47.480083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946067ee-d1e4-4dd6-927b-6c43ad6a2822", "name": "network-vif-deleted", "tag": "675fff62-0f54-4580-83be-f5c80e5aded9", "status": "failed", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:47.480347 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fa201bc-4847-45b1-89d3-2d5f094b5173 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:47.480765 dv-cinder-815746-3-iscsi neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '946067ee-d1e4-4dd6-927b-6c43ad6a2822', 'name': 'network-vif-deleted', 'tag': '675fff62-0f54-4580-83be-f5c80e5aded9', 'status': 'failed', 'code': 422} returned with failed status Nov 29 19:11:47.651738 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b92c9-0578-47ff-8935-a35a7efb4017 req-93c1f059-7a0d-498e-a4a5-adee966b665e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:47.653204 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6b3b92c9-0578-47ff-8935-a35a7efb4017 req-93c1f059-7a0d-498e-a4a5-adee966b665e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0479801 Nov 29 19:11:47.678715 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1cacbb88-420d-408d-b183-ac2ead6a3b8d req-0ea92dd3-00d2-4a9f-9e1c-a8ce7e3d6ba4 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/ports?device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 210 time: 0.0266013 Nov 29 19:11:47.700175 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6b3b92c9-0578-47ff-8935-a35a7efb4017 req-269db412-667f-4536-b17a-d6cd1bf1d223 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Nov 29 19:11:47.823043 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f165947a-d3fc-4381-a19b-7de9827a6033 req-fcf5f1b5-a813-4909-a19a-fd2c77f4b0b6 tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "GET /v2.0/ports?device_id=946067ee-d1e4-4dd6-927b-6c43ad6a2822 HTTP/1.1" status: 200 len: 210 time: 0.0254805 Nov 29 19:11:48.348006 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59816) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:48.404192 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1172b3d8-9fd1-4ee8-8002-56f1578a909b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:48.431505 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1172b3d8-9fd1-4ee8-8002-56f1578a909b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:48.491524 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1172b3d8-9fd1-4ee8-8002-56f1578a909b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:48.494188 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1172b3d8-9fd1-4ee8-8002-56f1578a909b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:48.495409 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1172b3d8-9fd1-4ee8-8002-56f1578a909b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] 10.222.0.45 "DELETE /v2.0/security-groups/edce06e1-696d-4ad9-a586-0ea9a9e0427c HTTP/1.1" status: 204 len: 168 time: 0.1463792 Nov 29 19:11:48.505383 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172b3d8-9fd1-4ee8-8002-56f1578a909b tempest-TestShelveInstance-2031798918 tempest-TestShelveInstance-2031798918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edce06e1-696d-4ad9-a586-0ea9a9e0427c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:48.532303 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59822) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:48.820439 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d5d6a-804d-4a5d-8b5d-775a637fee79 req-d83e8987-2590-49a6-b3ee-4e3c5bcac754 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:48.821903 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-368d5d6a-804d-4a5d-8b5d-775a637fee79 req-d83e8987-2590-49a6-b3ee-4e3c5bcac754 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481122 Nov 29 19:11:48.869372 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-368d5d6a-804d-4a5d-8b5d-775a637fee79 req-cb1ac88f-7c61-4046-9f43-5aaf6ed606d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405517 Nov 29 19:11:48.883354 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:49.127824 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Deleting port 65d8d62d-93ce-4775-a70b-78b707a51d66 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:49.128081 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:49.205006 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] For port 65d8d62d-93ce-4775-a70b-78b707a51d66, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=65d8d62d-93ce-4775-a70b-78b707a51d66,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:49.205426 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:49.217863 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Calling delete_port for 65d8d62d-93ce-4775-a70b-78b707a51d66 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:49.393412 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:49.425608 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d8d62d-93ce-4775-a70b-78b707a51d66,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:49.599422 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:50.086228 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Router ae090164-0851-41d2-885a-636726aee190 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:50.094402 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b73bca-f850-4e0a-83ae-398eaff607a0 req-06a63d9f-5aa4-4b1e-9942-e86b5b54959b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:50.095865 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52b73bca-f850-4e0a-83ae-398eaff607a0 req-06a63d9f-5aa4-4b1e-9942-e86b5b54959b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0674543 Nov 29 19:11:50.210684 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52b73bca-f850-4e0a-83ae-398eaff607a0 req-8e0308bd-609c-40ad-b895-24f812b193ff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085365 Nov 29 19:11:50.234569 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:50.246227 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-742ee281-35ff-4e44-98c4-82bccc0ab867 admin admin] 10.222.0.45 "PUT /v2.0/routers/ae090164-0851-41d2-885a-636726aee190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7065260 Nov 29 19:11:50.246407 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] Sync routers for ids ['ae090164-0851-41d2-885a-636726aee190'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:50.246834 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59834) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:50.256498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] Routers {'ae090164-0851-41d2-885a-636726aee190'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:50.257113 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:11:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['ae090164-0851-41d2-885a-636726aee190'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:50.368573 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] Set router ae090164-0851-41d2-885a-636726aee190 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:50.555233 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:49Z', 'revision_number': 5, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:50.571375 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:50.586508 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] Checking router: ae090164-0851-41d2-885a-636726aee190 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:50.596436 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] Routers {'ae090164-0851-41d2-885a-636726aee190'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:50.596776 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:11:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['ae090164-0851-41d2-885a-636726aee190'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:50.673828 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:50.708015 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] Set router ae090164-0851-41d2-885a-636726aee190 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:50.735595 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Deleting port e98a2fca-e2c2-4771-ad75-8f57658c4718 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:50.735934 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:50.814887 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] For port e98a2fca-e2c2-4771-ad75-8f57658c4718, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=e98a2fca-e2c2-4771-ad75-8f57658c4718,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:50.815273 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:50.828547 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Calling delete_port for e98a2fca-e2c2-4771-ad75-8f57658c4718 owned by network:router_gateway {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:50.882234 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-700d9f48-2ff9-402d-ad37-d3574b7e1537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:50.895418 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:49Z', 'revision_number': 5, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:50.925258 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc4b8e-1f1f-4c2e-a1c0-66eb336a3afd None None] The sync data for ids ['ae090164-0851-41d2-885a-636726aee190'] in dv-cinder-815746-3-iscsi is: [{'id': 'ae090164-0851-41d2-885a-636726aee190', 'name': 'tempest-TestShelveInstance-1995686976-router', 'tenant_id': '8458904a81014b67b56a5e7a453076b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:15Z', 'updated_at': '2021-11-29T19:11:49Z', 'revision_number': 5, 'project_id': '8458904a81014b67b56a5e7a453076b6', 'gw_port': {'id': 'e98a2fca-e2c2-4771-ad75-8f57658c4718', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae090164-0851-41d2-885a-636726aee190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:16Z', 'updated_at': '2021-11-29T19:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:51.007393 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.034397 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98a2fca-e2c2-4771-ad75-8f57658c4718,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:51.091889 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.184936 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.187996 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.229783 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.230288 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae090164-0851-41d2-885a-636726aee190 {{(pid=102679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:11:51.235511 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.236646 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e2768bb8-52e9-44b0-ac3c-e7628702e7b3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ae090164-0851-41d2-885a-636726aee190 HTTP/1.1" status: 204 len: 168 time: 0.9895039 Nov 29 19:11:51.239194 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59840) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:51.283193 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] Deleting subnet 42c7fe67-1f22-4a63-a93d-dee7073f1ac7 {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:11:51.286490 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.349123 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.399255 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b5ea-2042-4e5d-a766-40fbdf3cdef5 req-f657c846-22e2-45c4-8d16-ff1a38468469 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:51.400671 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-61b2b5ea-2042-4e5d-a766-40fbdf3cdef5 req-f657c846-22e2-45c4-8d16-ff1a38468469 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0949750 Nov 29 19:11:51.466577 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.502866 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-61b2b5ea-2042-4e5d-a766-40fbdf3cdef5 req-68394c9d-87de-4bc0-a8e4-f2b89824025b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949216 Nov 29 19:11:51.541539 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.555306 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.559608 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/42c7fe67-1f22-4a63-a93d-dee7073f1ac7 HTTP/1.1" status: 204 len: 168 time: 0.3191910 Nov 29 19:11:51.560089 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e96c1-6a66-4eee-b942-0e2be6ef31e8 None None] Network 8a11e433-8e16-42b5-a5fb-e50a70a7f2de requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:51.563121 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59844) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:51.583872 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847496e5-4617-4fb1-b323-3f64edc0afdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c7fe67-1f22-4a63-a93d-dee7073f1ac7,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:51.641469 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.657362 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 65d8d62d-93ce-4775-a70b-78b707a51d66 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:51.678992 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 65d8d62d-93ce-4775-a70b-78b707a51d66 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:51.679424 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 65d8d62d-93ce-4775-a70b-78b707a51d66 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:51.696415 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Deleting port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:51.696794 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.765803 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] For port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c,segment=NetworkSegment(3105420f-9422-423c-95c3-0c6468fb46bf),segment_id=3105420f-9422-423c-95c3-0c6468fb46bf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:51.766187 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.778890 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Calling delete_port for 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:51.861094 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.886104 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:51.890280 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] No DVR routers for this DVR port 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c on host dv-cinder-815746-3-iscsi {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:51.962710 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.983265 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a11e433-8e16-42b5-a5fb-e50a70a7f2de']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:51.992558 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3105420f-9422-423c-95c3-0c6468fb46bf') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:51.992853 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3105420f-9422-423c-95c3-0c6468fb46bf') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:52.001861 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.018412 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.024776 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:11:52.025316 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:11:52.027162 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:11:52.043906 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afc58bb-d7db-4b1d-bc76-18b6d1bf515a None None] DHCP port deletion for 8a11e433-8e16-42b5-a5fb-e50a70a7f2de request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:52.087739 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.095135 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.098609 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8a11e433-8e16-42b5-a5fb-e50a70a7f2de HTTP/1.1" status: 204 len: 168 time: 0.5344250 Nov 29 19:11:52.101725 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59850) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:52.110294 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6280f98-9c5b-41c7-8477-1c2fbe950ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a11e433-8e16-42b5-a5fb-e50a70a7f2de,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:52.442820 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.653035 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd52e-7505-48aa-a3ee-e029c6a21630 req-3ce70c5f-cbf5-4175-b881-c4157764dbff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:52.654537 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8c2cd52e-7505-48aa-a3ee-e029c6a21630 req-3ce70c5f-cbf5-4175-b881-c4157764dbff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0543003 Nov 29 19:11:52.699766 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Deleting port 1b6660db-19d1-4b93-a4ff-52cd45e8074e {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:52.700022 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.702812 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8c2cd52e-7505-48aa-a3ee-e029c6a21630 req-5d0a9381-acd2-4824-a5e1-a30beab629aa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419607 Nov 29 19:11:52.781268 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] For port 1b6660db-19d1-4b93-a4ff-52cd45e8074e, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=1b6660db-19d1-4b93-a4ff-52cd45e8074e,segment=NetworkSegment(14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0),segment_id=14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:52.781660 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.794465 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Calling delete_port for 1b6660db-19d1-4b93-a4ff-52cd45e8074e owned by network:router_interface {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:52.970566 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:52.998377 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6660db-19d1-4b93-a4ff-52cd45e8074e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:53.159355 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:53.264845 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9bd9f175-b517-4cbe-97b4-83dcd9714c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:53.372672 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Router cfde6393-3715-4a62-8c97-c0017550532b has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:53.477078 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:53.482192 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-799b56cd-3686-4c48-8dc7-e6c2bde19cca admin admin] 10.222.0.45 "PUT /v2.0/routers/cfde6393-3715-4a62-8c97-c0017550532b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3790972 Nov 29 19:11:53.484671 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59858) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:53.487573 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] Sync routers for ids ['cfde6393-3715-4a62-8c97-c0017550532b'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:53.497672 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] Routers {'cfde6393-3715-4a62-8c97-c0017550532b'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:53.498443 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:11:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['cfde6393-3715-4a62-8c97-c0017550532b'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:53.609713 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] Set router cfde6393-3715-4a62-8c97-c0017550532b gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:53.648731 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device e98a2fca-e2c2-4771-ad75-8f57658c4718 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:53.670122 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: e98a2fca-e2c2-4771-ad75-8f57658c4718 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:53.670594 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device e98a2fca-e2c2-4771-ad75-8f57658c4718 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:53.671084 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:53.691251 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:53.691703 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 6fe4f9bf-7a2e-453a-bfb0-0ed1d1ee503c not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:53.851443 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks [] for router, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:53.863128 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bbee8-d496-46c6-aa57-f7ebdb7c4d3c req-4fd55082-8dcc-4bcd-9769-2768a3f774c5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:53.864881 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-eb0bbee8-d496-46c6-aa57-f7ebdb7c4d3c req-4fd55082-8dcc-4bcd-9769-2768a3f774c5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0701394 Nov 29 19:11:53.886103 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:52Z', 'revision_number': 5, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:53.911988 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] Checking router: cfde6393-3715-4a62-8c97-c0017550532b for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:53.920135 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] Routers {'cfde6393-3715-4a62-8c97-c0017550532b'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:53.920769 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:11:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['cfde6393-3715-4a62-8c97-c0017550532b'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:53.977434 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-eb0bbee8-d496-46c6-aa57-f7ebdb7c4d3c req-a8a912ac-dd94-443e-bbdf-30fd3a70e2b9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809512 Nov 29 19:11:53.997005 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.026460 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] Set router cfde6393-3715-4a62-8c97-c0017550532b gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:54.053520 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Deleting port 5cd7565f-4834-4b7c-9235-58ca0292f01f {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:54.053775 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.132105 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] For port 5cd7565f-4834-4b7c-9235-58ca0292f01f, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5cd7565f-4834-4b7c-9235-58ca0292f01f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:54.132494 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.145272 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Calling delete_port for 5cd7565f-4834-4b7c-9235-58ca0292f01f owned by network:router_gateway {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:54.208589 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:52Z', 'revision_number': 5, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:54.224831 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.236640 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e590-75fb-4b23-8b9a-fa1ce1ea441d None None] The sync data for ids ['cfde6393-3715-4a62-8c97-c0017550532b'] in dv-cinder-815746-3-iscsi is: [{'id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'name': 'tempest-TestShelveInstance-1803360612-router', 'tenant_id': 'f25c7acba64f409c949686ef8070fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:52Z', 'revision_number': 5, 'project_id': 'f25c7acba64f409c949686ef8070fff1', 'gw_port': {'id': '5cd7565f-4834-4b7c-9235-58ca0292f01f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde6393-3715-4a62-8c97-c0017550532b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:20Z', 'updated_at': '2021-11-29T19:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:54.316892 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.341870 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd7565f-4834-4b7c-9235-58ca0292f01f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:54.406083 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.495701 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.497795 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.542167 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.542651 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfde6393-3715-4a62-8c97-c0017550532b {{(pid=102679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:11:54.547396 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] Publish callbacks [] for router, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.548674 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e3b9654c-6a56-4298-a765-e3cdf02d4dcd admin admin] 10.222.0.45 "DELETE /v2.0/routers/cfde6393-3715-4a62-8c97-c0017550532b HTTP/1.1" status: 204 len: 168 time: 1.0623620 Nov 29 19:11:54.551227 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59866) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:54.596480 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] Deleting subnet ada83c43-d558-483e-b768-3535a1949c99 {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:11:54.599855 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.639667 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.720455 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.776136 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.801862 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada83c43-d558-483e-b768-3535a1949c99,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:54.808758 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.814516 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-c5f0270a-801c-466e-a041-0c2eead05889 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ada83c43-d558-483e-b768-3535a1949c99 HTTP/1.1" status: 204 len: 168 time: 0.2609134 Nov 29 19:11:54.815645 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59870) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:54.817342 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20a9a0-d65e-410a-bef7-6fa16dc1985c None None] Network 8d2e9eeb-8230-4869-b9ed-2071363c2597 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:54.894539 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.959372 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Deleting port 5e5d01f8-959a-47df-bebc-a126aa1ad583 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:54.959801 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.027356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] For port 5e5d01f8-959a-47df-bebc-a126aa1ad583, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5e5d01f8-959a-47df-bebc-a126aa1ad583,segment=NetworkSegment(14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0),segment_id=14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:55.027748 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.040475 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Calling delete_port for 5e5d01f8-959a-47df-bebc-a126aa1ad583 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:55.148638 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff36ae0-2a48-44d2-9f14-25719283e702 req-ea9ee8b1-de7b-4823-92b1-bab9699cf57b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:55.150051 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-aff36ae0-2a48-44d2-9f14-25719283e702 req-ea9ee8b1-de7b-4823-92b1-bab9699cf57b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0993557 Nov 29 19:11:55.189830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.224484 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5d01f8-959a-47df-bebc-a126aa1ad583,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:55.232289 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] No DVR routers for this DVR port 5e5d01f8-959a-47df-bebc-a126aa1ad583 on host dv-cinder-815746-3-iscsi {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:55.240196 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-aff36ae0-2a48-44d2-9f14-25719283e702 req-96d98610-7f99-47e0-8c1d-65f93e8f9dd7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791557 Nov 29 19:11:55.281376 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe4bfb9-2c0e-481a-ade3-e97f09719b04 None None] DHCP port deletion for 8d2e9eeb-8230-4869-b9ed-2071363c2597 request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:55.321770 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.345282 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2e9eeb-8230-4869-b9ed-2071363c2597']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:55.354521 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:55.354930 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14dc5dfb-d1ff-4320-b360-64f0b6d3b0b0') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:55.367416 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.381141 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.389908 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:11:55.390120 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:11:55.391727 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:11:55.451004 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.457390 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.461290 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] 10.222.0.45 "DELETE /v2.0/networks/8d2e9eeb-8230-4869-b9ed-2071363c2597 HTTP/1.1" status: 204 len: 168 time: 0.6446092 Nov 29 19:11:55.478549 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c44f8-f657-4d43-90b2-9abef9703f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2e9eeb-8230-4869-b9ed-2071363c2597,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:55.582831 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 1b6660db-19d1-4b93-a4ff-52cd45e8074e no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:55.607172 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 1b6660db-19d1-4b93-a4ff-52cd45e8074e {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:55.608074 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 1b6660db-19d1-4b93-a4ff-52cd45e8074e not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:55.608594 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5e5d01f8-959a-47df-bebc-a126aa1ad583 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:55.629576 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 5e5d01f8-959a-47df-bebc-a126aa1ad583 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:55.629909 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5e5d01f8-959a-47df-bebc-a126aa1ad583 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:55.630351 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5cd7565f-4834-4b7c-9235-58ca0292f01f no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:55.649738 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 5cd7565f-4834-4b7c-9235-58ca0292f01f {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:55.650094 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5cd7565f-4834-4b7c-9235-58ca0292f01f not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:55.667730 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59878) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:55.715170 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-45c87e93-c3bc-4257-8cf1-5bb80bdd2f41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8458904a81014b67b56a5e7a453076b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461731 Nov 29 19:11:55.717802 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 59880) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:55.771862 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8226948b-c803-49be-a143-42af2baa3be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.794978 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8226948b-c803-49be-a143-42af2baa3be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.846754 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8226948b-c803-49be-a143-42af2baa3be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.849479 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8226948b-c803-49be-a143-42af2baa3be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.850670 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-8226948b-c803-49be-a143-42af2baa3be9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d23c737-1936-4b67-bead-5912aa7417a6 HTTP/1.1" status: 204 len: 168 time: 0.1317987 Nov 29 19:11:55.860735 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226948b-c803-49be-a143-42af2baa3be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23c737-1936-4b67-bead-5912aa7417a6,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:55.957740 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:56.208083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59890) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:56.252580 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-60b57a24-273c-4b9f-8ab5-f93704284e91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f25c7acba64f409c949686ef8070fff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432191 Nov 29 19:11:56.254947 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 59892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:56.302358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-030eebe0-341e-4c80-bd69-4f7494a9b11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:56.323770 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-030eebe0-341e-4c80-bd69-4f7494a9b11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:56.371454 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aa162-ec33-4a86-b7d4-a950c7ca2131 req-03e040dc-0b62-427b-8237-7415ae59f054 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:56.372984 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6f5aa162-ec33-4a86-b7d4-a950c7ca2131 req-03e040dc-0b62-427b-8237-7415ae59f054 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0524132 Nov 29 19:11:56.375313 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-030eebe0-341e-4c80-bd69-4f7494a9b11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:56.377954 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-030eebe0-341e-4c80-bd69-4f7494a9b11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:56.379139 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-030eebe0-341e-4c80-bd69-4f7494a9b11c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d24cfd9-cf8a-4451-9b9d-c24bd8bcc170 HTTP/1.1" status: 204 len: 168 time: 0.1232989 Nov 29 19:11:56.387848 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030eebe0-341e-4c80-bd69-4f7494a9b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d24cfd9-cf8a-4451-9b9d-c24bd8bcc170,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:56.426802 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6f5aa162-ec33-4a86-b7d4-a950c7ca2131 req-b6afab31-af1a-47d7-9d69-7bc07f0b1443 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Nov 29 19:11:56.645183 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:57.545426 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b52e-fc04-4453-9ddc-6e674d5dc07b req-54ccf22f-2d4e-413b-8011-7d65760ac742 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:57.546945 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d824b52e-fc04-4453-9ddc-6e674d5dc07b req-54ccf22f-2d4e-413b-8011-7d65760ac742 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487511 Nov 29 19:11:57.594299 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d824b52e-fc04-4453-9ddc-6e674d5dc07b req-d572674f-b066-4795-9312-0d620e9fbdca tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411193 Nov 29 19:11:58.714835 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4793f4-6031-4da1-845e-99029742f8ef req-ce72e57a-4991-4348-ab0c-5ab0eda0366f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:58.716329 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7e4793f4-6031-4da1-845e-99029742f8ef req-ce72e57a-4991-4348-ab0c-5ab0eda0366f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0509717 Nov 29 19:11:58.763996 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7e4793f4-6031-4da1-845e-99029742f8ef req-91c626d0-e548-4b41-9f37-4df5d13fc5e5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412312 Nov 29 19:11:59.891960 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347c294-2217-49b5-9f6e-f691d2dce767 req-7719ff11-c7ee-4b64-bd2d-5ab74676bdda tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:59.893457 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f347c294-2217-49b5-9f6e-f691d2dce767 req-7719ff11-c7ee-4b64-bd2d-5ab74676bdda tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0517213 Nov 29 19:11:59.939872 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f347c294-2217-49b5-9f6e-f691d2dce767 req-65a42a43-996a-4a22-9917-ae740df6d2a7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405254 Nov 29 19:12:01.058885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc8e6-1a9d-4ae5-82a7-e3f3b3871019 req-54f65c6a-45f4-4a1f-abf7-5ed673c6bf40 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:01.060352 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-89bfc8e6-1a9d-4ae5-82a7-e3f3b3871019 req-54f65c6a-45f4-4a1f-abf7-5ed673c6bf40 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478320 Nov 29 19:12:01.107575 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-89bfc8e6-1a9d-4ae5-82a7-e3f3b3871019 req-f22c75df-7927-41bc-8403-f3276ef2e129 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Nov 29 19:12:02.229319 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b649f-5bdb-4684-8b4f-6bafb82c3563 req-873dcd98-3e2d-4776-8514-ef74f476d609 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:02.230886 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-435b649f-5bdb-4684-8b4f-6bafb82c3563 req-873dcd98-3e2d-4776-8514-ef74f476d609 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0488129 Nov 29 19:12:02.283646 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-435b649f-5bdb-4684-8b4f-6bafb82c3563 req-0b75a566-4b71-4501-b78d-bf25641c245a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464029 Nov 29 19:12:03.400693 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b1f3-6e64-4445-8595-ba4417f8b490 req-4bdd36e4-f04b-4aac-8218-ea479887a7dc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:03.402158 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7ee0b1f3-6e64-4445-8595-ba4417f8b490 req-4bdd36e4-f04b-4aac-8218-ea479887a7dc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482805 Nov 29 19:12:03.451993 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7ee0b1f3-6e64-4445-8595-ba4417f8b490 req-65f56089-1bf0-4eab-a5c9-f1f45db44a10 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439224 Nov 29 19:12:04.573288 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bc125-1141-4659-9b0e-c5d73f64cdf2 req-0c1573a4-ea50-4293-8905-20a02614d434 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:04.575068 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fb1bc125-1141-4659-9b0e-c5d73f64cdf2 req-0c1573a4-ea50-4293-8905-20a02614d434 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0522609 Nov 29 19:12:04.623119 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fb1bc125-1141-4659-9b0e-c5d73f64cdf2 req-613ed17e-1014-4977-bb79-d62909a432ea tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412416 Nov 29 19:12:05.746618 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4c490-6c7a-4217-a721-ae12a309e632 req-04ea248a-26ad-4830-a5a8-82293f45eefd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:05.748239 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bac4c490-6c7a-4217-a721-ae12a309e632 req-04ea248a-26ad-4830-a5a8-82293f45eefd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480287 Nov 29 19:12:05.793488 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bac4c490-6c7a-4217-a721-ae12a309e632 req-2eca7619-8022-4681-a242-ef50442d3792 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393167 Nov 29 19:12:06.911006 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb1e4b-bcda-4198-a58d-5513531df5ae req-7fb8b5d4-362d-4650-953e-52eb6542eaac tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:06.912397 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81cb1e4b-bcda-4198-a58d-5513531df5ae req-7fb8b5d4-362d-4650-953e-52eb6542eaac tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0492864 Nov 29 19:12:06.958032 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81cb1e4b-bcda-4198-a58d-5513531df5ae req-dfea6251-5e6d-49e5-911f-9ad8ae0dcbac tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 Nov 29 19:12:08.074565 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca968a65-d1e5-4b1c-9acd-bed24261dc3d req-f5663b5a-7c10-43f5-8840-84e0ecdfebb5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:08.076119 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ca968a65-d1e5-4b1c-9acd-bed24261dc3d req-f5663b5a-7c10-43f5-8840-84e0ecdfebb5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482166 Nov 29 19:12:08.122720 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ca968a65-d1e5-4b1c-9acd-bed24261dc3d req-9b180fe4-5dbd-4107-8a15-89c7a9d56882 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Nov 29 19:12:09.241257 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae24e2-8ce7-45af-8e7e-c1ac9e41f02d req-045fc6ba-0873-426c-8fbd-6870229fdac7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:09.242731 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-aeae24e2-8ce7-45af-8e7e-c1ac9e41f02d req-045fc6ba-0873-426c-8fbd-6870229fdac7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0494545 Nov 29 19:12:09.292930 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-aeae24e2-8ce7-45af-8e7e-c1ac9e41f02d req-f3f2f44c-11c5-4ae0-a749-364a97298410 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Nov 29 19:12:10.415253 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87a2c9-3e4a-48b0-a99c-713164fafa9a req-31fef334-c2dd-4e60-9807-1cf3eb09cbce tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:10.416727 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ff87a2c9-3e4a-48b0-a99c-713164fafa9a req-31fef334-c2dd-4e60-9807-1cf3eb09cbce tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0525846 Nov 29 19:12:10.463718 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ff87a2c9-3e4a-48b0-a99c-713164fafa9a req-c5506426-eded-4e88-ad84-496b47fd5c01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Nov 29 19:12:11.587319 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d03f5-6549-4820-9dcd-99bcbca55369 req-07370360-06b8-47c2-876c-cc11f5423613 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:11.588839 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e93d03f5-6549-4820-9dcd-99bcbca55369 req-07370360-06b8-47c2-876c-cc11f5423613 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0493195 Nov 29 19:12:11.636381 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e93d03f5-6549-4820-9dcd-99bcbca55369 req-cefb1ffa-cf55-40dd-b6e9-71943cc65eb1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401168 Nov 29 19:12:12.756135 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd1c1-e177-447c-bc35-abe07e6a8895 req-208a125b-436b-45a8-a12b-e73ef3b5a15b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:12.757705 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8f1cd1c1-e177-447c-bc35-abe07e6a8895 req-208a125b-436b-45a8-a12b-e73ef3b5a15b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490997 Nov 29 19:12:12.804358 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8f1cd1c1-e177-447c-bc35-abe07e6a8895 req-e14e96f6-a947-41b8-90e5-46adb2d07f5a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Nov 29 19:12:13.923472 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe458bd-bb56-4e25-a6c9-4b20ca466965 req-ddde97f7-9a8f-49af-8910-16e7d7e6936b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:13.924964 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ebe458bd-bb56-4e25-a6c9-4b20ca466965 req-ddde97f7-9a8f-49af-8910-16e7d7e6936b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0496671 Nov 29 19:12:13.973139 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ebe458bd-bb56-4e25-a6c9-4b20ca466965 req-378340cd-8730-439b-aef9-3701c3c0fb2d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411675 Nov 29 19:12:15.092804 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c388d-b80e-401c-af56-ce99b972d819 req-6bb90a5a-6b75-4b79-8bbc-6c9f40259ca9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:15.094245 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3e1c388d-b80e-401c-af56-ce99b972d819 req-6bb90a5a-6b75-4b79-8bbc-6c9f40259ca9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0471144 Nov 29 19:12:15.143345 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3e1c388d-b80e-401c-af56-ce99b972d819 req-de626183-a40e-4955-9486-b9817f2ac5df tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433114 Nov 29 19:12:15.923422 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:16.268020 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0537e-cd69-4e25-8a6e-4bd1f6ba2626 req-cfe1d783-7ac3-43b9-a135-f45728c72e73 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:16.269501 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-27f0537e-cd69-4e25-8a6e-4bd1f6ba2626 req-cfe1d783-7ac3-43b9-a135-f45728c72e73 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0541501 Nov 29 19:12:16.316019 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-27f0537e-cd69-4e25-8a6e-4bd1f6ba2626 req-2b52fa11-8ca3-421e-ad47-f4e48d6b5515 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406094 Nov 29 19:12:17.435310 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c6019-f1d6-4b44-ac44-e894886e6b18 req-c42726b7-28cd-4e54-9e41-cdcfe6c215a4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:17.436770 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-778c6019-f1d6-4b44-ac44-e894886e6b18 req-c42726b7-28cd-4e54-9e41-cdcfe6c215a4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481582 Nov 29 19:12:17.483118 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-778c6019-f1d6-4b44-ac44-e894886e6b18 req-939a75df-8ba4-4d51-8c02-af11eab0b61d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405171 Nov 29 19:12:18.600804 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc58a-8a21-4b21-9375-fd10b71295d5 req-d0e933cd-0458-40d4-adc5-e53914b5abaa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:18.602280 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-682bc58a-8a21-4b21-9375-fd10b71295d5 req-d0e933cd-0458-40d4-adc5-e53914b5abaa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0477695 Nov 29 19:12:18.648574 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-682bc58a-8a21-4b21-9375-fd10b71295d5 req-3ba70def-d97b-4a7d-9c03-b55f63178e5b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397477 Nov 29 19:12:19.153713 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-708da70c-68fa-495e-9af2-735329c417ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400989 Nov 29 19:12:19.217194 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-30c61931-40ff-45fe-ae0d-593a87edab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:19.218694 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-30c61931-40ff-45fe-ae0d-593a87edab6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 1098 time: 0.0445092 Nov 29 19:12:19.321449 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-6507b524-71cc-42b8-a67b-7ae31bf3e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:19.322931 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-6507b524-71cc-42b8-a67b-7ae31bf3e57d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.0841639 Nov 29 19:12:19.366244 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-739f14a7-4b21-4c66-85c0-642ac3b365b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca HTTP/1.1" status: 200 len: 217 time: 0.0364835 Nov 29 19:12:19.413668 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-f9896d22-8e0c-4084-b785-98614af674e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:19.415082 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-f9896d22-8e0c-4084-b785-98614af674e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0420146 Nov 29 19:12:19.446136 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-fba92b4a-da33-46fa-ab67-fc47d6797a8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233865 Nov 29 19:12:19.532582 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-4c4356da-ad12-4fc7-b97a-baf785e0d43e service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794303 Nov 29 19:12:19.624836 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-659ad4ed-c838-4e95-a8f8-e7cebc5741a0 req-1fde04f4-78d5-4b33-aaca-23f7c138302a service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850029 Nov 29 19:12:19.766621 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543c4f-bf63-4a3b-98c2-30560da390c2 req-14fb2173-2bda-4673-97bf-a73248efcef1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:19.768079 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-25543c4f-bf63-4a3b-98c2-30560da390c2 req-14fb2173-2bda-4673-97bf-a73248efcef1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481415 Nov 29 19:12:19.814208 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-25543c4f-bf63-4a3b-98c2-30560da390c2 req-93ddf914-b5e0-4369-9583-c6510bf128ec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Nov 29 19:12:20.876307 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cf73e509-5917-47a6-854c-4f6077a4b08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:20.937563 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76d4f5-edd4-4c10-9270-31aa80d12552 req-def28962-d501-4007-8ef7-39a318b98dad tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:20.939081 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ad76d4f5-edd4-4c10-9270-31aa80d12552 req-def28962-d501-4007-8ef7-39a318b98dad tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0495298 Nov 29 19:12:20.986231 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ad76d4f5-edd4-4c10-9270-31aa80d12552 req-37d2d28b-d9d9-4010-9d2d-41d36cf45bdf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Nov 29 19:12:22.109485 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808976d-c6f0-4981-97cc-a8c11a0b9865 req-513e74a6-ae83-4de9-8b2d-0e40eab3decb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:22.110983 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5808976d-c6f0-4981-97cc-a8c11a0b9865 req-513e74a6-ae83-4de9-8b2d-0e40eab3decb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0518334 Nov 29 19:12:22.143173 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:12:22.159230 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5808976d-c6f0-4981-97cc-a8c11a0b9865 req-5cded36e-6880-4a83-9579-c3bc7870b8f6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420797 Nov 29 19:12:23.266638 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-37903c5c-b68a-4efb-ba16-d86a525bf938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:23.281711 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198c6f-9485-45dd-9f34-d6d6adeb659a req-6c237cd6-f056-4c49-93aa-84935313742d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:23.283214 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d198c6f-9485-45dd-9f34-d6d6adeb659a req-6c237cd6-f056-4c49-93aa-84935313742d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0539939 Nov 29 19:12:23.331422 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1d198c6f-9485-45dd-9f34-d6d6adeb659a req-105c41d5-4301-4d52-ab40-e73401d689c7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 Nov 29 19:12:24.227584 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:24.451936 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aa3e-c3c6-4388-821f-dc0ba7d915c3 req-ab61a830-59a4-4ee4-82ff-3ff5e55432af tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:24.453408 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ee27aa3e-c3c6-4388-821f-dc0ba7d915c3 req-ab61a830-59a4-4ee4-82ff-3ff5e55432af tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483868 Nov 29 19:12:24.500413 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ee27aa3e-c3c6-4388-821f-dc0ba7d915c3 req-2f545087-4354-4599-a2cb-c5c4e7eb2ef1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 Nov 29 19:12:25.615984 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2c2c8-99f2-4534-9e72-1e0dc8fe9d88 req-b676cf79-d713-49c6-b873-71d00f55ee38 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:25.617454 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cdb2c2c8-99f2-4534-9e72-1e0dc8fe9d88 req-b676cf79-d713-49c6-b873-71d00f55ee38 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0488811 Nov 29 19:12:25.663492 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cdb2c2c8-99f2-4534-9e72-1e0dc8fe9d88 req-c8dae9a3-cd3a-455a-9f10-ccff80e56965 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395467 Nov 29 19:12:25.956465 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:26.648943 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:26.785874 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f76e45-25f4-4732-a9ce-e649793c8d92 req-794a6ba5-5cb9-4383-8f14-b4ecfe6f9109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:26.787394 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-72f76e45-25f4-4732-a9ce-e649793c8d92 req-794a6ba5-5cb9-4383-8f14-b4ecfe6f9109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0514705 Nov 29 19:12:26.833871 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-72f76e45-25f4-4732-a9ce-e649793c8d92 req-89e6a1b4-11fb-48d9-b1c1-0e3cf48b851c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404794 Nov 29 19:12:27.955405 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ef559-60ac-4540-acd7-2b1284907058 req-06e42e7b-b88a-47f7-ac80-f0e0473b5484 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:27.956916 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-435ef559-60ac-4540-acd7-2b1284907058 req-06e42e7b-b88a-47f7-ac80-f0e0473b5484 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483406 Nov 29 19:12:28.008767 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-435ef559-60ac-4540-acd7-2b1284907058 req-323a6844-2848-4e28-be89-25c73bb01ee6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Nov 29 19:12:29.132885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ee8de-f48a-472c-bbe0-68475fe2a8fb req-08d508b3-f853-4beb-b290-0b4d2902bd80 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:29.134385 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-821ee8de-f48a-472c-bbe0-68475fe2a8fb req-08d508b3-f853-4beb-b290-0b4d2902bd80 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487943 Nov 29 19:12:29.180310 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-821ee8de-f48a-472c-bbe0-68475fe2a8fb req-3b91b679-f74d-4c1a-bbc4-0ff2ebf8b8cd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393045 Nov 29 19:12:30.299064 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94ed0-cb05-48cd-b161-184a0017dba7 req-81e88bd0-2972-48a8-ba81-d17a83989610 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:30.300455 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5db94ed0-cb05-48cd-b161-184a0017dba7 req-81e88bd0-2972-48a8-ba81-d17a83989610 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484421 Nov 29 19:12:30.346981 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5db94ed0-cb05-48cd-b161-184a0017dba7 req-1fea01d0-013f-40b6-a91b-212bbb1bb069 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Nov 29 19:12:31.466407 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aacb1-b791-4702-a6c4-2c6c010beb4e req-29e39030-abf0-45f5-be6f-6cf3291f5c47 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:31.467862 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0f1aacb1-b791-4702-a6c4-2c6c010beb4e req-29e39030-abf0-45f5-be6f-6cf3291f5c47 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0472786 Nov 29 19:12:31.516777 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0f1aacb1-b791-4702-a6c4-2c6c010beb4e req-78bae7d4-5f2e-45e2-bcb4-860f8b64a567 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Nov 29 19:12:32.639269 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c837f4-8f99-46e9-8eea-858e78cc18af req-053390d1-0087-436f-a361-f404b31153cb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:32.640747 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-21c837f4-8f99-46e9-8eea-858e78cc18af req-053390d1-0087-436f-a361-f404b31153cb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0503225 Nov 29 19:12:32.687412 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-21c837f4-8f99-46e9-8eea-858e78cc18af req-4117894d-258b-4047-b37b-6128061bfeab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407381 Nov 29 19:12:33.814764 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f3391-2395-4427-ba8d-440a09083780 req-1e670a1c-0e83-4369-bfdc-25626179963d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:33.816264 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ac2f3391-2395-4427-ba8d-440a09083780 req-1e670a1c-0e83-4369-bfdc-25626179963d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0577357 Nov 29 19:12:33.864035 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ac2f3391-2395-4427-ba8d-440a09083780 req-6873fe1a-1644-4d55-9967-46a56de4ebc9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415502 Nov 29 19:12:34.985056 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535f36-b5ef-496b-8dfd-536bf6747a56 req-f189f97d-cd9a-40bb-a0b9-2f8a745e24bc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:34.986542 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c7535f36-b5ef-496b-8dfd-536bf6747a56 req-f189f97d-cd9a-40bb-a0b9-2f8a745e24bc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Nov 29 19:12:35.032681 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c7535f36-b5ef-496b-8dfd-536bf6747a56 req-7e6543dc-5a20-43ce-87bd-1da0e82e83ef tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399604 Nov 29 19:12:36.149924 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c123-c440-4e5d-9411-4964c8245f35 req-4c002534-ff58-404f-b850-afe5e9f93457 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:36.151308 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-63e7c123-c440-4e5d-9411-4964c8245f35 req-4c002534-ff58-404f-b850-afe5e9f93457 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484567 Nov 29 19:12:36.197503 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-63e7c123-c440-4e5d-9411-4964c8245f35 req-52d33f4d-ce83-4a52-94b9-b59a02e74565 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404272 Nov 29 19:12:37.314561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67227fc5-4ce6-48c3-b87b-b01e9ad197c2 req-31aead15-e59b-4836-a389-10126e957a24 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:37.316116 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-67227fc5-4ce6-48c3-b87b-b01e9ad197c2 req-31aead15-e59b-4836-a389-10126e957a24 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482543 Nov 29 19:12:37.365532 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-67227fc5-4ce6-48c3-b87b-b01e9ad197c2 req-374762d7-75f4-4220-b908-458036aa24e2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435100 Nov 29 19:12:38.487775 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dc2b8-a6dc-4eff-a36b-5d5764a0baf8 req-3c393b22-76bf-4615-bc9a-d4bbc47c5033 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:38.489516 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-502dc2b8-a6dc-4eff-a36b-5d5764a0baf8 req-3c393b22-76bf-4615-bc9a-d4bbc47c5033 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0520117 Nov 29 19:12:38.535127 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-502dc2b8-a6dc-4eff-a36b-5d5764a0baf8 req-dd255709-6a8d-4eab-aae7-1665ec7df916 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397618 Nov 29 19:12:39.660344 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b16d9d-b6e6-4e25-9c43-f34eb39e2591 req-90caa436-9566-46e2-84d1-5244d55ecfaf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:39.661810 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-53b16d9d-b6e6-4e25-9c43-f34eb39e2591 req-90caa436-9566-46e2-84d1-5244d55ecfaf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0557425 Nov 29 19:12:39.707976 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-53b16d9d-b6e6-4e25-9c43-f34eb39e2591 req-24ea101e-3930-4279-8211-37c8a5381637 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401762 Nov 29 19:12:40.825917 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45be7c-c880-41f9-bdbf-b7297dfd5f45 req-f782b2a5-9066-44d5-a02d-562c94cf610e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:40.827426 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0d45be7c-c880-41f9-bdbf-b7297dfd5f45 req-f782b2a5-9066-44d5-a02d-562c94cf610e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0477891 Nov 29 19:12:40.873158 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0d45be7c-c880-41f9-bdbf-b7297dfd5f45 req-c3178b55-a6ee-4c49-9d2f-9e4cd4934e1a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399199 Nov 29 19:12:41.990461 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90959846-b84e-4f0e-9707-99a98b6ba9a2 req-b6e84ba1-c4f4-4427-829b-cad2e8cc83ed tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:41.991930 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-90959846-b84e-4f0e-9707-99a98b6ba9a2 req-b6e84ba1-c4f4-4427-829b-cad2e8cc83ed tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0485454 Nov 29 19:12:42.050803 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-90959846-b84e-4f0e-9707-99a98b6ba9a2 req-0c4a963a-74c5-4537-b818-59e0b8e6332a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527701 Nov 29 19:12:43.167158 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ff1c2-023b-4b6b-a65e-a514ef788b6e req-3a29345f-f0e3-44d1-a128-48591c6655cc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:43.169294 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8b5ff1c2-023b-4b6b-a65e-a514ef788b6e req-3a29345f-f0e3-44d1-a128-48591c6655cc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0469434 Nov 29 19:12:43.220363 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8b5ff1c2-023b-4b6b-a65e-a514ef788b6e req-6b512522-d37b-4ccd-832f-b8b68a07472b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 Nov 29 19:12:44.343209 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485181f8-5915-458a-82b5-b256d30686f3 req-5a4bcfed-cec0-474e-9b86-e29407a477b9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:44.344669 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-485181f8-5915-458a-82b5-b256d30686f3 req-5a4bcfed-cec0-474e-9b86-e29407a477b9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478652 Nov 29 19:12:44.394649 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-485181f8-5915-458a-82b5-b256d30686f3 req-07ce827e-671d-4248-8ab6-d49f072290dd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 Nov 29 19:12:45.514195 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378d9e0-5b64-463d-9359-a558f695b4df req-0330712d-eef1-47fc-8daa-8bf56f7a2a34 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:45.515658 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a378d9e0-5b64-463d-9359-a558f695b4df req-0330712d-eef1-47fc-8daa-8bf56f7a2a34 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478950 Nov 29 19:12:45.562494 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a378d9e0-5b64-463d-9359-a558f695b4df req-b2e3ec94-db33-470b-8b0b-73b6412e03c5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409110 Nov 29 19:12:45.939035 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.681915 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275af7-0b88-4510-9013-5cec3607b6e6 req-4db46f1b-4b64-427c-bc12-660c647aef94 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:46.683427 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-82275af7-0b88-4510-9013-5cec3607b6e6 req-4db46f1b-4b64-427c-bc12-660c647aef94 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490789 Nov 29 19:12:46.731035 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-82275af7-0b88-4510-9013-5cec3607b6e6 req-e9ccc58c-ccc1-40ee-93ae-ff629306bdbb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417750 Nov 29 19:12:47.847960 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe40e3-897d-49c7-bca9-f4d6b700f15d req-65dfea7e-cdc7-41f2-a5bf-684f4830bcec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:47.849416 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-49fe40e3-897d-49c7-bca9-f4d6b700f15d req-65dfea7e-cdc7-41f2-a5bf-684f4830bcec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478172 Nov 29 19:12:47.895688 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-49fe40e3-897d-49c7-bca9-f4d6b700f15d req-a9ac7594-aca3-4630-bcb3-8d415b4bb4be tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401285 Nov 29 19:12:49.013621 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ef5f-4089-468b-8b05-262614d0c0a7 req-2fbbd81c-77c0-4d26-9ed8-c03e87af1e38 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:49.015125 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a566ef5f-4089-468b-8b05-262614d0c0a7 req-2fbbd81c-77c0-4d26-9ed8-c03e87af1e38 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0492792 Nov 29 19:12:49.061245 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a566ef5f-4089-468b-8b05-262614d0c0a7 req-33bb9601-2971-4ecd-8382-4ac746907389 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400414 Nov 29 19:12:50.183538 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60128c9-168f-4141-b4e7-b22a66771cbe req-47bd837f-b3ba-4c63-8195-e97a9e65b52e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:50.184992 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f60128c9-168f-4141-b4e7-b22a66771cbe req-47bd837f-b3ba-4c63-8195-e97a9e65b52e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0525670 Nov 29 19:12:50.231798 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f60128c9-168f-4141-b4e7-b22a66771cbe req-b32bf974-2276-4202-8bc6-33e0baf8123f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408452 Nov 29 19:12:50.877040 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3e32922a-a5cf-4adb-b672-7501aac2ca2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:51.353074 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e551a57-8878-47f3-bcf2-6fe1be816524 req-c6583ab0-5548-46a3-b67d-0362831a48df tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:51.354556 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e551a57-8878-47f3-bcf2-6fe1be816524 req-c6583ab0-5548-46a3-b67d-0362831a48df tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0522177 Nov 29 19:12:51.400495 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9e551a57-8878-47f3-bcf2-6fe1be816524 req-57b156c0-5a14-4f5e-8c8a-002ecaf79e91 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Nov 29 19:12:52.520626 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8154149-bb93-4266-82fc-9a35fef90577 req-77c09ef1-fdb6-4cad-8d97-95fe77e6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:52.522092 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d8154149-bb93-4266-82fc-9a35fef90577 req-77c09ef1-fdb6-4cad-8d97-95fe77e6b1d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490005 Nov 29 19:12:52.570551 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d8154149-bb93-4266-82fc-9a35fef90577 req-92d80abd-5559-4c05-b62b-42b2ccf95652 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Nov 29 19:12:53.267753 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4eb249a7-10a9-44f5-9984-c089702dd97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:53.688896 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355823-1d5f-480d-ae60-f6cb7876f64b req-7cc6b501-da9a-4302-a27f-72b3635368c9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:53.690428 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1a355823-1d5f-480d-ae60-f6cb7876f64b req-7cc6b501-da9a-4302-a27f-72b3635368c9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0489719 Nov 29 19:12:53.738666 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1a355823-1d5f-480d-ae60-f6cb7876f64b req-b69c3075-515b-456c-8ace-fd003a41354a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Nov 29 19:12:54.231261 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:54.859881 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd7fdf-e37d-45e7-a8ff-e8dfc2e15190 req-5dd2a670-af77-4a71-b0d8-76bb61c9d830 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:54.861343 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e8fd7fdf-e37d-45e7-a8ff-e8dfc2e15190 req-5dd2a670-af77-4a71-b0d8-76bb61c9d830 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0511878 Nov 29 19:12:54.907928 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e8fd7fdf-e37d-45e7-a8ff-e8dfc2e15190 req-f9ef0ec2-9801-44e6-af49-c82c6207e1ea tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404084 Nov 29 19:12:55.958884 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:56.027144 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a551ce-7a20-4caf-9da3-ad7b99b81ca1 req-1012bc55-a83a-4232-9c04-c824eb52a99f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:56.028656 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46a551ce-7a20-4caf-9da3-ad7b99b81ca1 req-1012bc55-a83a-4232-9c04-c824eb52a99f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0492182 Nov 29 19:12:56.078968 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-46a551ce-7a20-4caf-9da3-ad7b99b81ca1 req-04b840ed-919a-4cd3-a7b9-5515acd16983 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 Nov 29 19:12:56.650484 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:57.195891 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491fab-fe4b-4390-a0e5-74f6bd708e30 req-afa5d61b-d8ae-4b90-b1d2-9cb0bc8e88e4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:57.197391 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-05491fab-fe4b-4390-a0e5-74f6bd708e30 req-afa5d61b-d8ae-4b90-b1d2-9cb0bc8e88e4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484693 Nov 29 19:12:57.244517 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-05491fab-fe4b-4390-a0e5-74f6bd708e30 req-b1091175-eee5-4826-8e9c-61923a07afb6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Nov 29 19:12:58.363379 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d2ba0-bcae-4840-bcc4-629eaf7d3fc0 req-ad23afb3-475d-4ea0-8c86-a4e79462bb8a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:58.365118 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9a2d2ba0-bcae-4840-bcc4-629eaf7d3fc0 req-ad23afb3-475d-4ea0-8c86-a4e79462bb8a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490594 Nov 29 19:12:58.411663 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9a2d2ba0-bcae-4840-bcc4-629eaf7d3fc0 req-a094df9c-4d23-4731-8707-841dbf833da3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Nov 29 19:12:59.142696 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:12:59.528674 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58cf81-f353-483c-9a76-90ab1f635dd2 req-900fa538-c228-4269-bc16-8623ea4d8ca0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:59.530281 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fa58cf81-f353-483c-9a76-90ab1f635dd2 req-900fa538-c228-4269-bc16-8623ea4d8ca0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0477657 Nov 29 19:12:59.579886 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fa58cf81-f353-483c-9a76-90ab1f635dd2 req-67e3d71b-ce55-40d9-8022-fe79d39a2466 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436583 Nov 29 19:13:00.699465 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a7de9-3f3b-4515-a2ae-dd6cd6ed36ad req-aa836283-00c1-4b35-a217-c972807b791f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:00.700994 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-159a7de9-3f3b-4515-a2ae-dd6cd6ed36ad req-aa836283-00c1-4b35-a217-c972807b791f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0495198 Nov 29 19:13:00.747177 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-159a7de9-3f3b-4515-a2ae-dd6cd6ed36ad req-8f951ea6-a08f-4e3c-9472-81d8b32d8ef9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Nov 29 19:13:01.867948 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19e0e9-e61e-47f8-b855-1e8e4b259f55 req-b590660b-1be1-457b-8304-cb965676c4a3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:01.869380 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8a19e0e9-e61e-47f8-b855-1e8e4b259f55 req-b590660b-1be1-457b-8304-cb965676c4a3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0503240 Nov 29 19:13:01.918573 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8a19e0e9-e61e-47f8-b855-1e8e4b259f55 req-d68ec9c1-f61b-43dd-bb0e-f9ecc292b3f9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Nov 29 19:13:03.047586 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d9f26-2df4-4817-9c7e-04d76acc428f req-b6896bd5-a757-4e5e-bfaf-22175bf4a5d7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:03.049054 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-939d9f26-2df4-4817-9c7e-04d76acc428f req-b6896bd5-a757-4e5e-bfaf-22175bf4a5d7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0518072 Nov 29 19:13:03.095889 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-939d9f26-2df4-4817-9c7e-04d76acc428f req-aa71bc6a-6e0c-4160-ab84-4cd1c2deded9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409214 Nov 29 19:13:04.218861 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a20ae4-3000-45e0-89f7-033cc2490917 req-598f16c3-5072-4c32-996b-6afb315c0fc0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:04.220474 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-24a20ae4-3000-45e0-89f7-033cc2490917 req-598f16c3-5072-4c32-996b-6afb315c0fc0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0520811 Nov 29 19:13:04.278691 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-24a20ae4-3000-45e0-89f7-033cc2490917 req-9ea92c4b-4007-46f4-9fc9-6783d65addb9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520287 Nov 29 19:13:05.395524 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c163a-1b74-41c6-9681-24ed3008e761 req-f6b415e2-36ad-45dc-bc90-e9f1128490dd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:05.396998 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d8c163a-1b74-41c6-9681-24ed3008e761 req-f6b415e2-36ad-45dc-bc90-e9f1128490dd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480120 Nov 29 19:13:05.443771 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9d8c163a-1b74-41c6-9681-24ed3008e761 req-0af26c88-c162-4691-b76f-c715f5b644d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399637 Nov 29 19:13:06.570587 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25496-196a-4047-8c6f-1dc070f388cb req-05af660e-7475-498c-8f7c-c29f2bebace9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:06.572183 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4fc25496-196a-4047-8c6f-1dc070f388cb req-05af660e-7475-498c-8f7c-c29f2bebace9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0551069 Nov 29 19:13:06.623986 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4fc25496-196a-4047-8c6f-1dc070f388cb req-92732101-6276-4106-860d-ccd90308fc10 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450284 Nov 29 19:13:07.752882 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd030c-d757-4e1d-bd31-df09a4f0fc74 req-dee257db-cf4d-4ce6-b6e0-6f45a42dc4eb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:07.754362 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-43dd030c-d757-4e1d-bd31-df09a4f0fc74 req-dee257db-cf4d-4ce6-b6e0-6f45a42dc4eb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0585544 Nov 29 19:13:07.800717 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-43dd030c-d757-4e1d-bd31-df09a4f0fc74 req-2f5cc1f4-0b1d-40b6-8810-ebd118354c59 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404396 Nov 29 19:13:08.919384 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb3b75-bde2-4b19-90d5-2be36b8ca6f5 req-834f862b-0e38-48a0-87d9-f421af30559d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:08.920973 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f8cb3b75-bde2-4b19-90d5-2be36b8ca6f5 req-834f862b-0e38-48a0-87d9-f421af30559d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0495479 Nov 29 19:13:08.976040 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f8cb3b75-bde2-4b19-90d5-2be36b8ca6f5 req-4eb4dd4e-7c83-49b7-9eb6-3483dd368bc3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490465 Nov 29 19:13:10.093846 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b8098-bfe1-4719-b0ee-78d3b2b12578 req-7ca48e8d-e3f4-411e-a7aa-41173a3b1c85 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:10.095352 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2d7b8098-bfe1-4719-b0ee-78d3b2b12578 req-7ca48e8d-e3f4-411e-a7aa-41173a3b1c85 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478611 Nov 29 19:13:10.141474 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2d7b8098-bfe1-4719-b0ee-78d3b2b12578 req-29544c9c-90d3-4226-a77b-f456fc1c68e0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403268 Nov 29 19:13:11.260125 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893ec50-8bbf-44e8-ab0d-3feb84c03bc6 req-e3f408f1-0848-4fa7-9bee-a2866334c0d1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:11.261556 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2893ec50-8bbf-44e8-ab0d-3feb84c03bc6 req-e3f408f1-0848-4fa7-9bee-a2866334c0d1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0495515 Nov 29 19:13:11.311523 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2893ec50-8bbf-44e8-ab0d-3feb84c03bc6 req-3cdd3378-fe53-4ed3-b71b-0fa974ed6bab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Nov 29 19:13:12.430454 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12187cf4-6e4a-4fbf-adc2-3e743b583952 req-1022b8c6-751f-4a51-873f-b4b796c04097 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:12.431926 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-12187cf4-6e4a-4fbf-adc2-3e743b583952 req-1022b8c6-751f-4a51-873f-b4b796c04097 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482676 Nov 29 19:13:12.482750 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-12187cf4-6e4a-4fbf-adc2-3e743b583952 req-7f7fe2df-39e5-464f-b885-d166b08272ea tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442107 Nov 29 19:13:13.603633 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cec742-ac86-41bc-925f-fd6c83187f90 req-5d44a71c-e304-4cca-b5f2-e20b5c196f43 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:13.605780 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-17cec742-ac86-41bc-925f-fd6c83187f90 req-5d44a71c-e304-4cca-b5f2-e20b5c196f43 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0496178 Nov 29 19:13:13.652199 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-17cec742-ac86-41bc-925f-fd6c83187f90 req-8c44e36d-c946-4e4d-8aa9-7cd9f9f7d731 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 Nov 29 19:13:14.769517 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f307d28-8642-43c8-a5a7-3fc163927b58 req-fcfc950c-6867-41b0-bd98-7b1dc0f26497 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:14.770992 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f307d28-8642-43c8-a5a7-3fc163927b58 req-fcfc950c-6867-41b0-bd98-7b1dc0f26497 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476353 Nov 29 19:13:14.816758 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f307d28-8642-43c8-a5a7-3fc163927b58 req-5746c93d-7bda-4f19-9a61-095307e45e61 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393560 Nov 29 19:13:15.941978 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf0de-340f-41e8-a59e-ee10b4aa7634 req-a4d411e1-912d-47b4-869a-83343306d23d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:15.943614 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-321cf0de-340f-41e8-a59e-ee10b4aa7634 req-a4d411e1-912d-47b4-869a-83343306d23d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0552769 Nov 29 19:13:15.956626 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:15.999352 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-321cf0de-340f-41e8-a59e-ee10b4aa7634 req-18789e6d-4c31-46fc-bceb-2744e9c594c2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498030 Nov 29 19:13:17.118843 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63384615-5795-4abd-969b-c677e2380a9e req-8a26da59-c7f3-4a98-986c-d3080f0a1609 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:17.121145 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-63384615-5795-4abd-969b-c677e2380a9e req-8a26da59-c7f3-4a98-986c-d3080f0a1609 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0489173 Nov 29 19:13:17.167224 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-63384615-5795-4abd-969b-c677e2380a9e req-b0f3f6f7-1e6b-453e-8e85-3c4711140a11 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 Nov 29 19:13:18.289376 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7841e68-d7b7-4c60-8d04-28bc5e41cb2b req-bc85c473-41b2-4cb0-8403-7371cc7d39b7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:18.290793 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7841e68-d7b7-4c60-8d04-28bc5e41cb2b req-bc85c473-41b2-4cb0-8403-7371cc7d39b7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0529764 Nov 29 19:13:18.337106 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a7841e68-d7b7-4c60-8d04-28bc5e41cb2b req-4ca7e640-9025-449c-a5f4-15fdefc6aac8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404351 Nov 29 19:13:19.459761 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de058-b5b3-47bc-b2a5-e491ef20e520 req-9a6d051f-2f93-47c9-a2a4-b09bb3e1635b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:19.461234 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-612de058-b5b3-47bc-b2a5-e491ef20e520 req-9a6d051f-2f93-47c9-a2a4-b09bb3e1635b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0514855 Nov 29 19:13:19.507796 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-612de058-b5b3-47bc-b2a5-e491ef20e520 req-af771853-5fd1-492b-82ca-4641032d6921 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Nov 29 19:13:20.628196 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267c4a-fae0-4753-b297-715ff2780a18 req-78ea2c3f-2b1a-49c4-b574-212f5c287175 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:20.629661 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-29267c4a-fae0-4753-b297-715ff2780a18 req-78ea2c3f-2b1a-49c4-b574-212f5c287175 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490370 Nov 29 19:13:20.678174 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-29267c4a-fae0-4753-b297-715ff2780a18 req-6249b170-5acf-4223-996e-00c345f899ee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425344 Nov 29 19:13:20.808669 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-cef01030-5ef5-48b6-8269-36add04231af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286914 Nov 29 19:13:20.869122 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-6b50d7e0-3cc1-4d30-9780-f843182cc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:20.871073 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-6b50d7e0-3cc1-4d30-9780-f843182cc880 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 1099 time: 0.0419056 Nov 29 19:13:20.877187 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-847e1c06-dadb-44e0-865e-a5f5afec949d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:20.977538 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-e2867aeb-e7b3-4d14-a872-93325fe877b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:20.979059 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-e2867aeb-e7b3-4d14-a872-93325fe877b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 200 len: 912 time: 0.0883577 Nov 29 19:13:21.043868 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-81c1c279-0049-4e96-8707-d79d84f4b932 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e5071a2-2891-4faa-a848-493ef9469a03 HTTP/1.1" status: 200 len: 1001 time: 0.0571146 Nov 29 19:13:21.096469 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-60e24935-7273-431b-a15a-e6923c8dc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:21.097779 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-60e24935-7273-431b-a15a-e6923c8dc326 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 200 len: 850 time: 0.0458548 Nov 29 19:13:21.142927 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-ee3fdec6-31d0-40e2-bdd4-a6d9cd136798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:21.144394 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-ee3fdec6-31d0-40e2-bdd4-a6d9cd136798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eafe7d2-4063-4f97-a6ac-60940cdbdffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396760 Nov 29 19:13:21.155367 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-900b0239-11c2-4922-90ac-6b600e0a2d6d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:13:21.156317 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-900b0239-11c2-4922-90ac-6b600e0a2d6d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052645 Nov 29 19:13:21.244415 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-c548bebc-d44a-4af7-bc2f-393d4a9183bd service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810101 Nov 29 19:13:21.334644 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6cd54fec-6978-4fda-a3e3-634ac083c87e req-f26d735d-8717-49bd-b0da-13c210ae5d7e service neutron] 10.222.0.53 "GET /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837519 Nov 29 19:13:21.798429 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768855a-466f-4874-820f-e867dd51f603 req-a0ee0a78-b9f5-443a-a9f1-1b81d8ce78f5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:21.799915 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0768855a-466f-4874-820f-e867dd51f603 req-a0ee0a78-b9f5-443a-a9f1-1b81d8ce78f5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487821 Nov 29 19:13:21.846745 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0768855a-466f-4874-820f-e867dd51f603 req-97478174-f4ac-4403-b004-2e46c9c20e51 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410669 Nov 29 19:13:22.968590 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301c125-1fce-42d0-837a-61a0fb45b5a3 req-fec3506a-cb67-4c73-807b-def9136638b6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:22.970100 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9301c125-1fce-42d0-837a-61a0fb45b5a3 req-fec3506a-cb67-4c73-807b-def9136638b6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0516274 Nov 29 19:13:23.018543 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9301c125-1fce-42d0-837a-61a0fb45b5a3 req-11a90af9-dc3e-4273-9eff-fdd7c3267827 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425093 Nov 29 19:13:23.269070 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f4151988-9cd6-4b7b-ae74-0a5f177ec126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:24.135496 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc27de-ba35-4cf3-bbec-c075075df6ee req-edde3c2a-564e-4647-b6a5-59b57894056d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:24.136975 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-79cc27de-ba35-4cf3-bbec-c075075df6ee req-edde3c2a-564e-4647-b6a5-59b57894056d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484116 Nov 29 19:13:24.187296 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-79cc27de-ba35-4cf3-bbec-c075075df6ee req-5184a0d5-3cf8-4bb4-8f1c-9310330f6743 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Nov 29 19:13:24.233630 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:25.305865 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016ff6a-e3f1-4587-9644-69b68097c623 req-a6dd7be9-dadb-4d3f-8e99-a6da6ec99226 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:25.307522 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7016ff6a-e3f1-4587-9644-69b68097c623 req-a6dd7be9-dadb-4d3f-8e99-a6da6ec99226 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480709 Nov 29 19:13:25.354144 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7016ff6a-e3f1-4587-9644-69b68097c623 req-585c2a54-dac3-4141-9024-bb79985eb0fc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398147 Nov 29 19:13:25.962507 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:26.472769 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0f514-9a4e-49b6-bc91-7ba700533b5a req-a66e9e3c-6f77-4d43-9c0e-36be512fced0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:26.474229 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1b0f514-9a4e-49b6-bc91-7ba700533b5a req-a66e9e3c-6f77-4d43-9c0e-36be512fced0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484512 Nov 29 19:13:26.522018 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1b0f514-9a4e-49b6-bc91-7ba700533b5a req-07af5017-c917-4a47-8013-8c36c06f513f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406585 Nov 29 19:13:26.651472 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:27.639132 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44465b55-9f24-46a1-a338-a36afb6d94b5 req-114bc3c0-4bd6-4d1b-89c0-88a9cf322b76 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:27.640611 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-44465b55-9f24-46a1-a338-a36afb6d94b5 req-114bc3c0-4bd6-4d1b-89c0-88a9cf322b76 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480034 Nov 29 19:13:27.692444 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-44465b55-9f24-46a1-a338-a36afb6d94b5 req-98338456-74f3-438f-bc6e-785020d39552 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460057 Nov 29 19:13:28.809579 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44377-feff-4ae1-bef1-6ff9e218ee07 req-3e832ec6-7c57-45ca-a9f4-c187ca3cba06 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:28.811617 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-27a44377-feff-4ae1-bef1-6ff9e218ee07 req-3e832ec6-7c57-45ca-a9f4-c187ca3cba06 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0475185 Nov 29 19:13:28.857656 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-27a44377-feff-4ae1-bef1-6ff9e218ee07 req-4998d2a7-7b9e-4bee-934c-bd176eba2aad tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Nov 29 19:13:29.977001 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ab00e-d5b9-4225-a3c7-e76a5961dacf req-31ae2f5e-8fd9-4317-85ed-9849e3804b02 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:29.978487 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-915ab00e-d5b9-4225-a3c7-e76a5961dacf req-31ae2f5e-8fd9-4317-85ed-9849e3804b02 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0494521 Nov 29 19:13:30.025044 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-915ab00e-d5b9-4225-a3c7-e76a5961dacf req-c6bbd3c8-d6a8-43d8-8dbf-ee84101c9ebd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404956 Nov 29 19:13:31.147500 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08a630-d213-4d8a-af11-57ffb5a77506 req-b259cdc0-5842-4485-bffb-b3500fdd942f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:31.148954 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8b08a630-d213-4d8a-af11-57ffb5a77506 req-b259cdc0-5842-4485-bffb-b3500fdd942f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0520768 Nov 29 19:13:31.196235 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8b08a630-d213-4d8a-af11-57ffb5a77506 req-2faddf7d-ebee-4fa1-8e31-55733aa69bba tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Nov 29 19:13:32.316748 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a221bd-e184-4e34-b817-6ff725fa00a1 req-5ee1c1e8-adc4-482b-bda2-c26f399e383c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:32.318204 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e6a221bd-e184-4e34-b817-6ff725fa00a1 req-5ee1c1e8-adc4-482b-bda2-c26f399e383c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482149 Nov 29 19:13:32.371449 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e6a221bd-e184-4e34-b817-6ff725fa00a1 req-18702c78-a53d-49df-b684-0102cd0e912e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474145 Nov 29 19:13:33.493152 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ea0d7-fce3-480d-8e62-523933daf644 req-af29eb47-1193-49c5-a73a-98f7051c1e29 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:33.494670 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8c9ea0d7-fce3-480d-8e62-523933daf644 req-af29eb47-1193-49c5-a73a-98f7051c1e29 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0498579 Nov 29 19:13:33.540865 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8c9ea0d7-fce3-480d-8e62-523933daf644 req-e01a0d64-c2ca-4faf-9cd3-66964790617f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396309 Nov 29 19:13:34.664117 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945e4c5-4812-4e67-9f16-0f8d40b54a31 req-9c69bcf5-1f44-4def-9edb-74119ce23d03 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:34.665595 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e945e4c5-4812-4e67-9f16-0f8d40b54a31 req-9c69bcf5-1f44-4def-9edb-74119ce23d03 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0519526 Nov 29 19:13:34.715108 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e945e4c5-4812-4e67-9f16-0f8d40b54a31 req-ac1a9497-a6cd-4a13-9f17-f3ded72acdc9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Nov 29 19:13:35.839766 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8fbff-7cdd-4fc2-a6e9-0533ca1d7ea6 req-4e9ae27d-90ac-46f5-ab2e-5655e23add6c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:35.841316 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81e8fbff-7cdd-4fc2-a6e9-0533ca1d7ea6 req-4e9ae27d-90ac-46f5-ab2e-5655e23add6c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0524130 Nov 29 19:13:35.888204 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81e8fbff-7cdd-4fc2-a6e9-0533ca1d7ea6 req-36da3658-a5b2-472a-8be3-abb62e65562f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Nov 29 19:13:36.143655 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:13:37.005267 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab9208-97c6-458b-b978-747c862ea003 req-696deb99-5c1f-4646-9785-57e46d660178 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:37.006757 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ffab9208-97c6-458b-b978-747c862ea003 req-696deb99-5c1f-4646-9785-57e46d660178 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484197 Nov 29 19:13:37.052673 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ffab9208-97c6-458b-b978-747c862ea003 req-87936ced-5d5b-41fa-b3a7-7ff09d066880 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399654 Nov 29 19:13:38.172162 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e9b-6d72-4d6e-9398-3583d7b95deb req-f4b60abb-b640-4c4e-93ef-c321cd595081 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:38.173649 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e0485e9b-6d72-4d6e-9398-3583d7b95deb req-f4b60abb-b640-4c4e-93ef-c321cd595081 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486782 Nov 29 19:13:38.219955 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e0485e9b-6d72-4d6e-9398-3583d7b95deb req-27be57bf-f2a3-4e3f-a314-9a9c296250ae tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404725 Nov 29 19:13:39.338018 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac1f0-d748-43f4-b1be-ad20523a84cd req-9522b92c-91b7-4f32-acbd-1108c5a942bd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:39.339493 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-553ac1f0-d748-43f4-b1be-ad20523a84cd req-9522b92c-91b7-4f32-acbd-1108c5a942bd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0477076 Nov 29 19:13:39.392228 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-553ac1f0-d748-43f4-b1be-ad20523a84cd req-aefe13f3-036b-46b9-9863-ee001f098dcb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Nov 29 19:13:40.510461 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7fd47-f633-4976-a387-b43eff8610a6 req-8858ee44-1b4f-404c-b889-8c29cdfd54ea tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:40.511936 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d3d7fd47-f633-4976-a387-b43eff8610a6 req-8858ee44-1b4f-404c-b889-8c29cdfd54ea tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487790 Nov 29 19:13:40.563878 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d3d7fd47-f633-4976-a387-b43eff8610a6 req-51355c5a-ba45-4db6-aeef-446241bf39ef tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455050 Nov 29 19:13:41.684086 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ba45a-4e2d-461e-bb84-7ec4858bf8db req-c2a7dc92-ba5e-4bfe-b905-bce0601ead55 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:41.686417 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-569ba45a-4e2d-461e-bb84-7ec4858bf8db req-c2a7dc92-ba5e-4bfe-b905-bce0601ead55 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0505631 Nov 29 19:13:41.733926 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-569ba45a-4e2d-461e-bb84-7ec4858bf8db req-e28cff55-0365-4222-a4e3-726ac2b462c7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Nov 29 19:13:42.851881 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed1bd7-6692-48ae-9abf-a7520a0eba52 req-199a6836-cc74-4666-a40b-974eca94a4a7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:42.853324 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e5ed1bd7-6692-48ae-9abf-a7520a0eba52 req-199a6836-cc74-4666-a40b-974eca94a4a7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0473816 Nov 29 19:13:42.899391 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e5ed1bd7-6692-48ae-9abf-a7520a0eba52 req-497efacd-3629-42bd-8b63-424be6470214 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395181 Nov 29 19:13:44.018015 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d154f3f-c29c-4eb5-9b16-b0d7f48e65cc req-be15e1eb-0d1e-48aa-94a9-9ab2191306cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:44.019508 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0d154f3f-c29c-4eb5-9b16-b0d7f48e65cc req-be15e1eb-0d1e-48aa-94a9-9ab2191306cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484917 Nov 29 19:13:44.064983 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0d154f3f-c29c-4eb5-9b16-b0d7f48e65cc req-4917ca44-c095-4e83-a174-a9238a61ea15 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396631 Nov 29 19:13:45.180902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9158-4467-442d-bac1-14b240c3692d req-2e6ad157-da43-494e-946c-673a0930af75 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:45.182426 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-564e9158-4467-442d-bac1-14b240c3692d req-2e6ad157-da43-494e-946c-673a0930af75 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476210 Nov 29 19:13:45.229473 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-564e9158-4467-442d-bac1-14b240c3692d req-5a2fcfdc-add3-4ec7-8754-c632f7ab1a2c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 Nov 29 19:13:45.978544 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:46.353032 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f454b0-3c77-4d31-b45a-e97a01437998 req-30d33042-99f7-4563-ae85-8136cad020c1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:46.354506 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e0f454b0-3c77-4d31-b45a-e97a01437998 req-30d33042-99f7-4563-ae85-8136cad020c1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0514393 Nov 29 19:13:46.409238 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e0f454b0-3c77-4d31-b45a-e97a01437998 req-9be67ea9-d4a5-4e7a-94f1-49dbc79c85e2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482979 Nov 29 19:13:47.531149 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1beee8-f60c-431e-946b-4e52eb50462c req-0213332f-059b-4ec2-9099-d1273b77e96e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:47.532604 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bd1beee8-f60c-431e-946b-4e52eb50462c req-0213332f-059b-4ec2-9099-d1273b77e96e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0514996 Nov 29 19:13:47.578917 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bd1beee8-f60c-431e-946b-4e52eb50462c req-db48c2ee-f87c-4e39-9860-704b49a981b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Nov 29 19:13:48.698799 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58958b1-12db-4f61-9e8d-b9eb142760ae req-daebd52e-4c5c-4fb9-a31f-f3ad73222212 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:48.700280 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e58958b1-12db-4f61-9e8d-b9eb142760ae req-daebd52e-4c5c-4fb9-a31f-f3ad73222212 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0491974 Nov 29 19:13:48.749045 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e58958b1-12db-4f61-9e8d-b9eb142760ae req-482a2f8b-dbba-4e67-b81f-0bd3f21adf1f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Nov 29 19:13:49.865535 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e90c82-e4f9-4439-8d4d-be327fc8c866 req-7d0ee809-d338-4f04-bf69-399a9423dc56 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:49.866930 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-93e90c82-e4f9-4439-8d4d-be327fc8c866 req-7d0ee809-d338-4f04-bf69-399a9423dc56 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478415 Nov 29 19:13:49.913129 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-93e90c82-e4f9-4439-8d4d-be327fc8c866 req-833eb62e-5b3d-4849-8000-bc7ab7bef11b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Nov 29 19:13:50.880041 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c2f098ee-684d-4db5-b02a-4624bbf776dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:51.036081 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da889dd0-2cae-456b-b78c-1ec18d3c1866 req-4a24faf7-cd5e-4371-b929-aa43c70af256 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:51.037558 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-da889dd0-2cae-456b-b78c-1ec18d3c1866 req-4a24faf7-cd5e-4371-b929-aa43c70af256 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0524452 Nov 29 19:13:51.084334 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-da889dd0-2cae-456b-b78c-1ec18d3c1866 req-8578a3d0-07d4-424a-8084-d70273d88154 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408309 Nov 29 19:13:52.200634 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de62db-cbcc-417b-bdba-27968ebdd0d8 req-4ea7759a-d057-4b18-8cac-153dcadb24e7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:52.202734 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a0de62db-cbcc-417b-bdba-27968ebdd0d8 req-4ea7759a-d057-4b18-8cac-153dcadb24e7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486879 Nov 29 19:13:52.253410 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a0de62db-cbcc-417b-bdba-27968ebdd0d8 req-542f59dd-2c1b-4cd4-9b71-55066a2939ef tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447795 Nov 29 19:13:53.269612 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9124eeb2-0505-4460-9e5b-2b07df92d7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:53.371821 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879ff3-053b-42b9-9a4b-a8b42d1f91e9 req-e4b875b7-70a7-4f0d-a09d-dd0bf80039d3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:53.373895 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7c879ff3-053b-42b9-9a4b-a8b42d1f91e9 req-e4b875b7-70a7-4f0d-a09d-dd0bf80039d3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0489304 Nov 29 19:13:53.419525 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7c879ff3-053b-42b9-9a4b-a8b42d1f91e9 req-c23b65d8-13dc-456f-945a-c6d61c1937cb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402033 Nov 29 19:13:54.236313 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:54.536610 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14c877-66e3-4a8b-b567-6036061aba20 req-140fe992-9c14-4623-82b2-0db65701ad10 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:54.537979 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dc14c877-66e3-4a8b-b567-6036061aba20 req-140fe992-9c14-4623-82b2-0db65701ad10 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480371 Nov 29 19:13:54.584963 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dc14c877-66e3-4a8b-b567-6036061aba20 req-b786620f-215c-4eb8-b3a8-568f5082a510 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Nov 29 19:13:55.841321 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8b376-8342-42ae-a3af-6a5d0c2a0f21 req-b1a9932a-7950-43ba-b17c-bee7e288c93f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:55.843282 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-afa8b376-8342-42ae-a3af-6a5d0c2a0f21 req-b1a9932a-7950-43ba-b17c-bee7e288c93f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.1788197 Nov 29 19:13:55.894494 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-afa8b376-8342-42ae-a3af-6a5d0c2a0f21 req-f208dc8c-2343-4fa5-a603-6f85e410c08a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Nov 29 19:13:55.965301 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:56.652854 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:57.012466 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de53b31-d517-4bf5-adb3-d45b5036464a req-df07fec5-3cc5-4618-a09a-776a546f6111 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:57.013999 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3de53b31-d517-4bf5-adb3-d45b5036464a req-df07fec5-3cc5-4618-a09a-776a546f6111 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487823 Nov 29 19:13:57.060317 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3de53b31-d517-4bf5-adb3-d45b5036464a req-a352dd6e-d878-4a5f-a36c-8c4cc8349d02 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Nov 29 19:13:58.178016 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db7928-bd86-4806-9dfb-b02dcfdc379e req-cb004d85-77c4-474d-af32-a7c98e00617a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:58.179496 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-01db7928-bd86-4806-9dfb-b02dcfdc379e req-cb004d85-77c4-474d-af32-a7c98e00617a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0475760 Nov 29 19:13:58.226236 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-01db7928-bd86-4806-9dfb-b02dcfdc379e req-bbde405f-90f8-49c4-ab71-d807c92c9a06 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 Nov 29 19:13:59.398066 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170ce69-f8e3-4509-8f59-554559b9c90f req-788a8a21-9e21-4704-b54f-383dc8d7034a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:59.399800 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5170ce69-f8e3-4509-8f59-554559b9c90f req-788a8a21-9e21-4704-b54f-383dc8d7034a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.1010883 Nov 29 19:13:59.446855 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5170ce69-f8e3-4509-8f59-554559b9c90f req-e7433e9c-a02c-4d7f-ab91-037a69ad71cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 Nov 29 19:14:00.567491 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23e610-e3cd-42e0-81ab-7c0ed6685afa req-37a81c17-b86c-4926-aa2d-8ed674c1a385 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:00.568969 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8e23e610-e3cd-42e0-81ab-7c0ed6685afa req-37a81c17-b86c-4926-aa2d-8ed674c1a385 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0494492 Nov 29 19:14:00.618233 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8e23e610-e3cd-42e0-81ab-7c0ed6685afa req-956ac6cf-e417-4d1b-bd82-71e35ba67d05 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433416 Nov 29 19:14:01.739255 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ee66-5de4-4688-8931-593beaaf4d75 req-11197f10-d497-407d-a13a-3b46435efb02 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:01.740907 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b53ee66-5de4-4688-8931-593beaaf4d75 req-11197f10-d497-407d-a13a-3b46435efb02 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0496111 Nov 29 19:14:01.787186 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b53ee66-5de4-4688-8931-593beaaf4d75 req-903721b6-fc2b-43ae-82d1-b3021b1038ec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Nov 29 19:14:02.910159 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa884-fe04-4dc7-89ae-4ab016a6a4f0 req-915a32f1-d0dc-4b2f-8bea-bdec40d88abb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:02.911657 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c85aa884-fe04-4dc7-89ae-4ab016a6a4f0 req-915a32f1-d0dc-4b2f-8bea-bdec40d88abb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0519364 Nov 29 19:14:02.958058 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c85aa884-fe04-4dc7-89ae-4ab016a6a4f0 req-c743ad8d-35e8-4c2c-a9c6-730e00690760 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405231 Nov 29 19:14:04.077108 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf495-0e56-425a-8d5a-cc588d8d0db5 req-669239dd-63f7-4165-946e-bcf0a6c287a3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:04.078626 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ac0bf495-0e56-425a-8d5a-cc588d8d0db5 req-669239dd-63f7-4165-946e-bcf0a6c287a3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0513780 Nov 29 19:14:04.125219 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ac0bf495-0e56-425a-8d5a-cc588d8d0db5 req-53521b0b-bf9f-4dc6-9f92-af7da53875f6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 Nov 29 19:14:05.242187 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9819d9f-62db-4439-b630-44ed257a6a91 req-ca3dd1b4-281d-41b2-b3eb-712e950f7209 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:05.243590 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a9819d9f-62db-4439-b630-44ed257a6a91 req-ca3dd1b4-281d-41b2-b3eb-712e950f7209 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0485492 Nov 29 19:14:05.290182 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a9819d9f-62db-4439-b630-44ed257a6a91 req-72fca4b5-cbfe-494e-a02f-81a61090b1e0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398932 Nov 29 19:14:06.410594 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec09bed-551f-4656-998a-26d81584f085 req-13e74fdc-76ad-473a-91e5-b65dbb26953c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:06.412127 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dec09bed-551f-4656-998a-26d81584f085 req-13e74fdc-76ad-473a-91e5-b65dbb26953c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490856 Nov 29 19:14:06.458875 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dec09bed-551f-4656-998a-26d81584f085 req-48e4593e-d67f-4576-a24b-35596bc5686f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Nov 29 19:14:07.586210 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219c883-c1be-48be-9ac5-cb7520ff0024 req-f663a790-601d-427e-a3ec-bcf3b7767c65 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:07.587719 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1219c883-c1be-48be-9ac5-cb7520ff0024 req-f663a790-601d-427e-a3ec-bcf3b7767c65 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482078 Nov 29 19:14:07.637002 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1219c883-c1be-48be-9ac5-cb7520ff0024 req-ac540536-c0e8-41c3-896b-916751f582b8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428836 Nov 29 19:14:08.754705 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0f399-adda-485e-8504-839ef3797d66 req-0064865f-d678-4aad-bc19-55d4fdcabf72 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:08.756155 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4ef0f399-adda-485e-8504-839ef3797d66 req-0064865f-d678-4aad-bc19-55d4fdcabf72 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0474699 Nov 29 19:14:08.805279 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4ef0f399-adda-485e-8504-839ef3797d66 req-72cc111d-fa48-4ee2-9f69-7f64e4122ed3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433743 Nov 29 19:14:09.924089 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d002f24-3021-4d6e-9beb-c322b5fcf363 req-b4d245f3-c6b8-4503-a4a7-6bafe7604cd9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:09.925545 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1d002f24-3021-4d6e-9beb-c322b5fcf363 req-b4d245f3-c6b8-4503-a4a7-6bafe7604cd9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481541 Nov 29 19:14:09.972688 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1d002f24-3021-4d6e-9beb-c322b5fcf363 req-6348ed23-cce4-4691-8fc0-71f8346dd767 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 Nov 29 19:14:11.090520 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887425f-13c1-4f4e-855f-cd9336e50eea req-a1ef2519-b7b0-4bcc-8d7d-70456e8d4e1b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:11.091999 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d887425f-13c1-4f4e-855f-cd9336e50eea req-a1ef2519-b7b0-4bcc-8d7d-70456e8d4e1b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484712 Nov 29 19:14:11.138147 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d887425f-13c1-4f4e-855f-cd9336e50eea req-f39da091-ab73-4a2c-8358-e3d247df9f5d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 Nov 29 19:14:12.256669 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da199fe7-7871-4744-9d58-b3779d4fd34d req-5664fc8b-808e-4923-bd83-64368b98099b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:12.258130 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-da199fe7-7871-4744-9d58-b3779d4fd34d req-5664fc8b-808e-4923-bd83-64368b98099b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483341 Nov 29 19:14:12.304199 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-da199fe7-7871-4744-9d58-b3779d4fd34d req-571cb537-7a1d-4f29-b1e5-d431ab7f227d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401294 Nov 29 19:14:13.142337 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:14:13.422466 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fdadd-24a4-4b7d-a62d-8e8ee9946753 req-578d292c-da91-4add-9ce6-f6c5c5ca3baf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:13.423929 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-034fdadd-24a4-4b7d-a62d-8e8ee9946753 req-578d292c-da91-4add-9ce6-f6c5c5ca3baf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0479894 Nov 29 19:14:13.471651 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-034fdadd-24a4-4b7d-a62d-8e8ee9946753 req-ade9bd36-3de9-47b5-9600-4f8ff98acbe7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Nov 29 19:14:14.592399 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472f2a9-c985-4dee-b441-6c98046466a1 req-df750ff2-a0a8-4483-8e0f-1306a7f25c5e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:14.594733 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9472f2a9-c985-4dee-b441-6c98046466a1 req-df750ff2-a0a8-4483-8e0f-1306a7f25c5e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0528188 Nov 29 19:14:14.649492 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9472f2a9-c985-4dee-b441-6c98046466a1 req-83ecea36-90f8-4229-82eb-51a78dedcc88 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489151 Nov 29 19:14:15.772438 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2d5d6-d2f5-4309-bb8c-a639f4355bb3 req-b5906455-2f1b-49ff-8c13-61e195b53c36 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:15.773876 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-45e2d5d6-d2f5-4309-bb8c-a639f4355bb3 req-b5906455-2f1b-49ff-8c13-61e195b53c36 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0513773 Nov 29 19:14:15.819382 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-45e2d5d6-d2f5-4309-bb8c-a639f4355bb3 req-c7c5c51a-43ac-477d-8211-7c089c6526df tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Nov 29 19:14:15.990511 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:16.939519 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20f2a-b765-4bf4-b644-d2a4458e72f1 req-18eb4c3b-d08a-46ad-9280-1a65556682ab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:16.941032 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f7d20f2a-b765-4bf4-b644-d2a4458e72f1 req-18eb4c3b-d08a-46ad-9280-1a65556682ab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0489295 Nov 29 19:14:16.988411 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f7d20f2a-b765-4bf4-b644-d2a4458e72f1 req-425fdb7c-ac62-495f-8d7a-e7b2650be4f9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Nov 29 19:14:18.107902 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faefff5-9839-46a0-aab8-ad91a6ac0ecf req-2cd93884-e375-4b8b-aaa4-fdf75d5ca318 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:18.109909 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3faefff5-9839-46a0-aab8-ad91a6ac0ecf req-2cd93884-e375-4b8b-aaa4-fdf75d5ca318 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481749 Nov 29 19:14:18.156751 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3faefff5-9839-46a0-aab8-ad91a6ac0ecf req-298d8213-4bb5-4125-8927-ab66256a683c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Nov 29 19:14:19.277761 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4e0f7-f7cf-455c-9414-54be075c5028 req-1daa3eae-b95e-4052-97a3-5a1406aaf213 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:19.279404 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e4e4e0f7-f7cf-455c-9414-54be075c5028 req-1daa3eae-b95e-4052-97a3-5a1406aaf213 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0518420 Nov 29 19:14:19.326658 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e4e4e0f7-f7cf-455c-9414-54be075c5028 req-323ddc71-5678-4219-832e-0d963d95b3e8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 Nov 29 19:14:20.443684 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216709-7857-4cc4-b8c8-3e0c1fadbd28 req-537ef768-bd47-4897-a141-998a5a3f85bf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:20.445163 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5216709-7857-4cc4-b8c8-3e0c1fadbd28 req-537ef768-bd47-4897-a141-998a5a3f85bf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481193 Nov 29 19:14:20.494978 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5216709-7857-4cc4-b8c8-3e0c1fadbd28 req-6209a6c8-9ea0-477a-b769-7d7a97831aeb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439014 Nov 29 19:14:20.881952 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-43077c6f-7ff8-4c7b-91f9-070b20c3436b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:21.617536 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c7d38-202a-40d9-9f63-f74df608b31a req-9c83e63d-857b-4ed0-9710-e12cdbfa0671 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:21.618972 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f61c7d38-202a-40d9-9f63-f74df608b31a req-9c83e63d-857b-4ed0-9710-e12cdbfa0671 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0527837 Nov 29 19:14:21.665154 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f61c7d38-202a-40d9-9f63-f74df608b31a req-171cf0dd-6af6-4120-b425-06abcad1806e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402048 Nov 29 19:14:22.784452 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6eb2-7907-462d-b921-74d58ec67ea1 req-bd49284f-5a44-4fa3-a440-43bd1431395d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:22.785911 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b20f6eb2-7907-462d-b921-74d58ec67ea1 req-bd49284f-5a44-4fa3-a440-43bd1431395d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483701 Nov 29 19:14:22.832823 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b20f6eb2-7907-462d-b921-74d58ec67ea1 req-2b619cad-8f4e-4fb0-8fb0-4cb15c080589 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410233 Nov 29 19:14:23.270782 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a4de9f89-6687-42a0-9988-c5422b0ba6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:23.950102 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb1798-2b6f-41cb-9871-7a955687aa9d req-a433cf7d-1e1b-4044-9997-9b4466e39ba4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:23.951573 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-64eb1798-2b6f-41cb-9871-7a955687aa9d req-a433cf7d-1e1b-4044-9997-9b4466e39ba4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478225 Nov 29 19:14:24.001975 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-64eb1798-2b6f-41cb-9871-7a955687aa9d req-e324ff3b-4622-457b-8964-ea2fe4f41e90 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443678 Nov 29 19:14:24.239748 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:25.118080 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79000dc-c2a1-4ac7-8c17-13c84b927f23 req-95a00edf-9fc3-4cdc-b4d7-2f8580d3b7f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:25.119564 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f79000dc-c2a1-4ac7-8c17-13c84b927f23 req-95a00edf-9fc3-4cdc-b4d7-2f8580d3b7f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482614 Nov 29 19:14:25.164934 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f79000dc-c2a1-4ac7-8c17-13c84b927f23 req-cc590028-2676-43a8-af05-231e7307ec64 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 Nov 29 19:14:25.968028 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:26.281939 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb75a1-3f89-47d7-9f3d-89a4df1cbb3d req-304e96e9-dacd-4dc8-8f49-d048eb7fec6d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:26.283589 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b3eb75a1-3f89-47d7-9f3d-89a4df1cbb3d req-304e96e9-dacd-4dc8-8f49-d048eb7fec6d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476437 Nov 29 19:14:26.329174 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b3eb75a1-3f89-47d7-9f3d-89a4df1cbb3d req-3d92f1f5-b753-491a-b636-19cf48d71cab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Nov 29 19:14:26.654921 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:27.451767 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441300fc-b6a2-4454-b9ec-19fc9e24c237 req-b852de67-1f88-4eb1-b862-ced92571240d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:27.453284 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-441300fc-b6a2-4454-b9ec-19fc9e24c237 req-b852de67-1f88-4eb1-b862-ced92571240d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0517836 Nov 29 19:14:27.499728 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-441300fc-b6a2-4454-b9ec-19fc9e24c237 req-fc967a16-c3ba-47cf-a21d-a760ef3bd66e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Nov 29 19:14:28.617767 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf557a-c274-487c-8e27-7f7a7b9e1d06 req-ebc67ef3-ccd6-4404-8e63-7b47e7126950 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:28.619379 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-72cf557a-c274-487c-8e27-7f7a7b9e1d06 req-ebc67ef3-ccd6-4404-8e63-7b47e7126950 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482678 Nov 29 19:14:28.666285 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-72cf557a-c274-487c-8e27-7f7a7b9e1d06 req-012ae4b8-bfdd-42bc-9520-96c7d52a85cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403407 Nov 29 19:14:29.785942 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5db80-b38e-4333-a1ed-d60e9ce45633 req-fcdbb5d0-f7a6-4885-adb4-f0d2fe937b06 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:29.787446 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-23c5db80-b38e-4333-a1ed-d60e9ce45633 req-fcdbb5d0-f7a6-4885-adb4-f0d2fe937b06 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0488563 Nov 29 19:14:29.833633 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-23c5db80-b38e-4333-a1ed-d60e9ce45633 req-70c94645-a6cf-4070-b4cc-34c7ff8ac48f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Nov 29 19:14:30.956612 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bee00-77cc-40ea-8981-c1ad08ce81f5 req-edbff4b5-88cb-4031-994c-dc7b423c2310 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:30.958100 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fd6bee00-77cc-40ea-8981-c1ad08ce81f5 req-edbff4b5-88cb-4031-994c-dc7b423c2310 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0524957 Nov 29 19:14:31.005149 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fd6bee00-77cc-40ea-8981-c1ad08ce81f5 req-845314e5-4bec-4c04-a235-1f570312f90b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411031 Nov 29 19:14:32.129821 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e0bb2-3a1d-428f-a113-aeaaf7353d40 req-37b2947e-b9c7-41a0-b572-1f25509ee36d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:32.131231 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-163e0bb2-3a1d-428f-a113-aeaaf7353d40 req-37b2947e-b9c7-41a0-b572-1f25509ee36d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0515063 Nov 29 19:14:32.177119 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-163e0bb2-3a1d-428f-a113-aeaaf7353d40 req-428fa359-656d-42af-a82f-129e1b35a7fc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Nov 29 19:14:33.299479 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09acfc8-fe77-4094-8cf1-5dc020d86c90 req-f0cc1977-715c-4068-9ba9-219de4d29b1f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:33.301227 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a09acfc8-fe77-4094-8cf1-5dc020d86c90 req-f0cc1977-715c-4068-9ba9-219de4d29b1f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0508997 Nov 29 19:14:33.351243 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a09acfc8-fe77-4094-8cf1-5dc020d86c90 req-576b16d1-8c82-4e0e-af97-6db40cdcbc35 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Nov 29 19:14:34.470591 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd93ca-82f7-4b04-a1f5-b2dd47c547ce req-d05aedbd-1688-4a24-8633-b58be11f17f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:34.472092 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7fcd93ca-82f7-4b04-a1f5-b2dd47c547ce req-d05aedbd-1688-4a24-8633-b58be11f17f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0496426 Nov 29 19:14:34.519290 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7fcd93ca-82f7-4b04-a1f5-b2dd47c547ce req-e63668a0-35ac-43a3-9473-5b0268814a8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Nov 29 19:14:35.635928 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e8372-9e41-4f2a-8bbf-d75adfe987d0 req-35dbe6de-bc20-4d66-831a-51587c97546f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:35.637362 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f05e8372-9e41-4f2a-8bbf-d75adfe987d0 req-35dbe6de-bc20-4d66-831a-51587c97546f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0471132 Nov 29 19:14:35.686272 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f05e8372-9e41-4f2a-8bbf-d75adfe987d0 req-3093490a-3c42-42dd-b6b3-654e5ece0650 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 Nov 29 19:14:36.804551 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c7f5e-4d9e-4d91-a266-a5e88b282080 req-5d8799de-6212-459a-ab68-93ce985ef457 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:36.805991 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-473c7f5e-4d9e-4d91-a266-a5e88b282080 req-5d8799de-6212-459a-ab68-93ce985ef457 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0470557 Nov 29 19:14:36.854423 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-473c7f5e-4d9e-4d91-a266-a5e88b282080 req-c0f8df61-a6c2-4ab8-a63d-5822ee2c1119 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Nov 29 19:14:37.973773 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a196-e4d5-4fcb-a577-3adfc6cb6a7b req-ce0ea2b0-de94-4c00-8635-dd816d52b0d3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:37.975296 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5c01a196-e4d5-4fcb-a577-3adfc6cb6a7b req-ce0ea2b0-de94-4c00-8635-dd816d52b0d3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0493793 Nov 29 19:14:38.022339 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5c01a196-e4d5-4fcb-a577-3adfc6cb6a7b req-72c7dcd7-3296-4d76-8e2a-2a7db9ad84bb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410652 Nov 29 19:14:39.383647 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6452fe-2fd5-4798-9e90-630bf3dba8a4 req-0aca6d7b-48ef-4141-aa35-46bab2ea1300 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:39.385101 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2d6452fe-2fd5-4798-9e90-630bf3dba8a4 req-0aca6d7b-48ef-4141-aa35-46bab2ea1300 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.2919316 Nov 29 19:14:39.430760 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2d6452fe-2fd5-4798-9e90-630bf3dba8a4 req-ae705330-ea81-4ed1-9c89-478efe23dc5e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Nov 29 19:14:40.551286 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c32cd-7a4c-4523-860a-8def6165a98f req-49760839-0900-4488-a119-03f06d145813 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:40.552829 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9b4c32cd-7a4c-4523-860a-8def6165a98f req-49760839-0900-4488-a119-03f06d145813 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0509453 Nov 29 19:14:40.600752 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9b4c32cd-7a4c-4523-860a-8def6165a98f req-d1b64a32-6740-4179-ae07-90da86360a53 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Nov 29 19:14:41.717254 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7943c75-9532-4eee-b255-cd9bc2c2248b req-03fe4beb-82e4-4166-a090-a2b2cfd054e0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:41.718752 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7943c75-9532-4eee-b255-cd9bc2c2248b req-03fe4beb-82e4-4166-a090-a2b2cfd054e0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482287 Nov 29 19:14:41.765716 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7943c75-9532-4eee-b255-cd9bc2c2248b req-37ac77f0-99f5-4e0b-b3ef-e25ddd3a4e5b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Nov 29 19:14:42.885954 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53bd5f-1aee-4fc7-beb8-7b542fff6e59 req-ab9b1ef5-3bcf-4140-81bf-36e038213808 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:42.887427 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1a53bd5f-1aee-4fc7-beb8-7b542fff6e59 req-ab9b1ef5-3bcf-4140-81bf-36e038213808 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0505936 Nov 29 19:14:42.933612 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1a53bd5f-1aee-4fc7-beb8-7b542fff6e59 req-7f2abf78-5983-4c00-86e6-c55a5d956489 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395303 Nov 29 19:14:44.055648 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587ebed-f1dd-478d-8400-611ae6951e7f req-ea53d183-92cc-4357-b5d4-d59b37c1bc13 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:44.057106 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4587ebed-f1dd-478d-8400-611ae6951e7f req-ea53d183-92cc-4357-b5d4-d59b37c1bc13 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0509870 Nov 29 19:14:44.102986 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4587ebed-f1dd-478d-8400-611ae6951e7f req-1697b19a-8496-4d48-b3f2-195838b281c2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399427 Nov 29 19:14:45.220469 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bee4a-182e-4c39-bbb0-76f3c88e08b8 req-33088068-7d12-46fe-a3ee-813678b181ed tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:45.221921 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-356bee4a-182e-4c39-bbb0-76f3c88e08b8 req-33088068-7d12-46fe-a3ee-813678b181ed tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0471032 Nov 29 19:14:45.268535 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-356bee4a-182e-4c39-bbb0-76f3c88e08b8 req-cce25fb0-480b-46fc-b495-a8174fc1404c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 Nov 29 19:14:45.987383 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:46.385680 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd099d6-ec18-4960-950f-47920d511dc3 req-a200deec-7aed-4d7a-8e20-3dc8aac334fd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:46.387149 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fdd099d6-ec18-4960-950f-47920d511dc3 req-a200deec-7aed-4d7a-8e20-3dc8aac334fd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0475187 Nov 29 19:14:46.433348 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fdd099d6-ec18-4960-950f-47920d511dc3 req-61daca46-370a-4063-8429-44503e31b864 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402350 Nov 29 19:14:47.559259 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c59685-ca2f-44fe-bd53-2cd8f27ae4a5 req-9caeba6a-38a5-4c0f-a43f-743bd14de427 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:47.560722 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-33c59685-ca2f-44fe-bd53-2cd8f27ae4a5 req-9caeba6a-38a5-4c0f-a43f-743bd14de427 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0518265 Nov 29 19:14:47.607299 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-33c59685-ca2f-44fe-bd53-2cd8f27ae4a5 req-0ac49b12-9ef6-4286-9667-12b44958f4e3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Nov 29 19:14:48.734531 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed23e8-4927-4554-b969-62e1574909bb req-abe5534f-8714-40fd-9aae-d6327bba66eb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:48.736595 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c8ed23e8-4927-4554-b969-62e1574909bb req-abe5534f-8714-40fd-9aae-d6327bba66eb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0549583 Nov 29 19:14:48.785547 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c8ed23e8-4927-4554-b969-62e1574909bb req-ed756ba3-18ea-4b95-9fc1-75124c74cc4c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 Nov 29 19:14:49.902619 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b4531-6720-4b58-a658-ba3f94253366 req-8d697416-54e3-4fb2-974f-99ba41a8c3dc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:49.904073 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-984b4531-6720-4b58-a658-ba3f94253366 req-8d697416-54e3-4fb2-974f-99ba41a8c3dc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482070 Nov 29 19:14:49.949971 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-984b4531-6720-4b58-a658-ba3f94253366 req-d97ae4b1-b94d-4deb-be19-bf06beb08db2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394006 Nov 29 19:14:50.142605 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:14:50.883653 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-39c37631-4c37-4550-b4ed-381e15dc801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:51.067305 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a67de4-ce22-490e-ba8a-ad810c707218 req-742af015-366f-4a43-94c3-ed3e97d4da41 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:51.068777 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-38a67de4-ce22-490e-ba8a-ad810c707218 req-742af015-366f-4a43-94c3-ed3e97d4da41 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481498 Nov 29 19:14:51.114824 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-38a67de4-ce22-490e-ba8a-ad810c707218 req-5f587a9a-6ac3-4ee3-ab34-310fb741301e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402980 Nov 29 19:14:52.229298 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fa2ea-2fec-4688-babf-772f29f3c007 req-66e2d6b0-6872-4e0d-aa5b-30934a4a1bba tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:52.230679 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-625fa2ea-2fec-4688-babf-772f29f3c007 req-66e2d6b0-6872-4e0d-aa5b-30934a4a1bba tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0470996 Nov 29 19:14:52.279974 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-625fa2ea-2fec-4688-babf-772f29f3c007 req-3b084544-e4a5-4369-9499-ec3472864766 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Nov 29 19:14:53.273417 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-53d7b797-9131-46c0-ad15-31b6aebd3e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:53.397955 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b1b9a-af02-42e2-ab72-43327996ca9f req-54432668-a84b-4ddd-80e4-135e9c8e8cd5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:53.399539 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-423b1b9a-af02-42e2-ab72-43327996ca9f req-54432668-a84b-4ddd-80e4-135e9c8e8cd5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480816 Nov 29 19:14:53.444868 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-423b1b9a-af02-42e2-ab72-43327996ca9f req-7ff9d5de-0f27-468a-b48b-36a5f57ddda0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393987 Nov 29 19:14:54.242275 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:54.562455 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06ada5-f7e9-4464-ba9c-38b411aec961 req-ce2d4a7c-02bd-4502-bfee-f96743be35f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:54.563958 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7f06ada5-f7e9-4464-ba9c-38b411aec961 req-ce2d4a7c-02bd-4502-bfee-f96743be35f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0485384 Nov 29 19:14:54.610492 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7f06ada5-f7e9-4464-ba9c-38b411aec961 req-7b3798d5-c51a-4c77-a43e-c18a5020094f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Nov 29 19:14:55.745914 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5256e-b590-4809-ac60-4d8d90d4120c req-986cff46-717f-436f-9264-29fabc833a57 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:55.747501 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9ef5256e-b590-4809-ac60-4d8d90d4120c req-986cff46-717f-436f-9264-29fabc833a57 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0545070 Nov 29 19:14:55.796512 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9ef5256e-b590-4809-ac60-4d8d90d4120c req-5be74cea-3945-4581-ba98-cf40723e68d5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Nov 29 19:14:55.976158 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:56.656755 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:56.917108 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc970c-3122-4cb2-bdf8-a7c93d524586 req-042c2caa-dca3-4f34-bfa7-4d7bfc9adbd6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:56.918626 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1dfc970c-3122-4cb2-bdf8-a7c93d524586 req-042c2caa-dca3-4f34-bfa7-4d7bfc9adbd6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486641 Nov 29 19:14:56.965882 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1dfc970c-3122-4cb2-bdf8-a7c93d524586 req-fc217eb1-f7ba-4f01-abcc-6563a1cbdd68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 Nov 29 19:14:58.087252 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc55bea-cf92-43e9-ab74-b027e2327263 req-b9fcea88-8595-4012-822e-a38cbcff51ff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:58.088744 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bfc55bea-cf92-43e9-ab74-b027e2327263 req-b9fcea88-8595-4012-822e-a38cbcff51ff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0494440 Nov 29 19:14:58.136222 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bfc55bea-cf92-43e9-ab74-b027e2327263 req-ddc5fe77-5f5f-4426-a3d1-68ea5067af0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415540 Nov 29 19:14:59.258068 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a238a-87aa-4766-be56-f860cb7ffaa5 req-c3116d01-cbb6-4d9e-a359-331b12b99fe0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:59.259560 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d41a238a-87aa-4766-be56-f860cb7ffaa5 req-c3116d01-cbb6-4d9e-a359-331b12b99fe0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0520477 Nov 29 19:14:59.305234 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d41a238a-87aa-4766-be56-f860cb7ffaa5 req-444de478-984d-437f-a163-c9ea16e2bc23 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397649 Nov 29 19:15:00.430146 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a8d8c-07c6-4737-be2b-c8bbbebe04cd req-b504d6d2-51a8-45d0-b18d-608fa18dd8bc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:00.431647 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f2a8d8c-07c6-4737-be2b-c8bbbebe04cd req-b504d6d2-51a8-45d0-b18d-608fa18dd8bc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0522270 Nov 29 19:15:00.477870 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f2a8d8c-07c6-4737-be2b-c8bbbebe04cd req-6920c572-c133-48b7-abfd-91cffe016739 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Nov 29 19:15:01.596078 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9666d-8a0b-4715-9015-95cb99aa3ccc req-8536f418-b8c7-442b-8dc8-00af82be551a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:01.597545 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-40f9666d-8a0b-4715-9015-95cb99aa3ccc req-8536f418-b8c7-442b-8dc8-00af82be551a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0473645 Nov 29 19:15:01.643663 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-40f9666d-8a0b-4715-9015-95cb99aa3ccc req-052b882d-024d-42e7-a3ec-754b60a3e34f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402524 Nov 29 19:15:02.764738 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d9d7a-11de-4d46-995e-2923257a5cb4 req-94088cd4-b03e-4a6c-b786-2c13992e5ff2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:02.766210 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e49d9d7a-11de-4d46-995e-2923257a5cb4 req-94088cd4-b03e-4a6c-b786-2c13992e5ff2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0495806 Nov 29 19:15:02.812117 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e49d9d7a-11de-4d46-995e-2923257a5cb4 req-724a5955-ae89-4c07-b8b1-6bf08ea5a7dc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398970 Nov 29 19:15:03.930226 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b08dc-ba1f-43d7-8abd-8c3de42db2b1 req-3674d7da-7956-4ee7-b087-b2ad3eef2a03 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:03.931686 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-197b08dc-ba1f-43d7-8abd-8c3de42db2b1 req-3674d7da-7956-4ee7-b087-b2ad3eef2a03 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0466352 Nov 29 19:15:03.980312 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-197b08dc-ba1f-43d7-8abd-8c3de42db2b1 req-286454f8-9923-4bae-9199-15b7a2694e9e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 Nov 29 19:15:05.104571 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029754-0784-40b1-a60f-a73386ab377c req-27ff91a4-f9a8-4156-b16e-a1fc808f246d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:05.106077 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3c029754-0784-40b1-a60f-a73386ab377c req-27ff91a4-f9a8-4156-b16e-a1fc808f246d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484099 Nov 29 19:15:05.157059 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3c029754-0784-40b1-a60f-a73386ab377c req-f8d8d696-d0a7-44c7-b2d4-424305058f05 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449517 Nov 29 19:15:06.276232 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a765c-5151-460d-940d-7a4b61a4f2b3 req-b731a542-f350-48af-8cfd-a05abb307d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:06.277613 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-cb1a765c-5151-460d-940d-7a4b61a4f2b3 req-b731a542-f350-48af-8cfd-a05abb307d01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0492542 Nov 29 19:15:06.324514 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-cb1a765c-5151-460d-940d-7a4b61a4f2b3 req-297d1c16-478b-46f3-8b38-57e29339199c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409360 Nov 29 19:15:07.442881 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13857e-dcf1-4767-bdd1-ac64c8888f76 req-e3a2bf8a-3e16-4f3d-95a4-3a6ee26ce00e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:07.444344 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6b13857e-dcf1-4767-bdd1-ac64c8888f76 req-e3a2bf8a-3e16-4f3d-95a4-3a6ee26ce00e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482037 Nov 29 19:15:07.490960 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6b13857e-dcf1-4767-bdd1-ac64c8888f76 req-d307fd3b-a762-4255-88d3-7adfdbdacec6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407469 Nov 29 19:15:08.610896 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17c49-2cba-4705-9671-3b9d11339a6e req-74c837b5-2f97-4699-a06b-10c12d2d557f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:08.612653 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a9d17c49-2cba-4705-9671-3b9d11339a6e req-74c837b5-2f97-4699-a06b-10c12d2d557f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0488877 Nov 29 19:15:08.659927 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a9d17c49-2cba-4705-9671-3b9d11339a6e req-e42f86c6-bc9f-4429-9087-3d92da2726cc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409031 Nov 29 19:15:09.777975 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a781c-63e6-468a-87b4-72dc00e52b4b req-89c87b8a-aa45-493c-8f78-7f2d6c3acf90 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:09.779460 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-775a781c-63e6-468a-87b4-72dc00e52b4b req-89c87b8a-aa45-493c-8f78-7f2d6c3acf90 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478635 Nov 29 19:15:09.825525 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-775a781c-63e6-468a-87b4-72dc00e52b4b req-a9d1220c-4c71-48ac-9496-a9ee7cb2b36b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396807 Nov 29 19:15:10.945923 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81657-f83f-4ba1-921a-e1fa9c75f9fe req-725f0824-a4fc-4c0c-aedd-2b99d16d4518 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:10.947400 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-82b81657-f83f-4ba1-921a-e1fa9c75f9fe req-725f0824-a4fc-4c0c-aedd-2b99d16d4518 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0507190 Nov 29 19:15:10.993715 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-82b81657-f83f-4ba1-921a-e1fa9c75f9fe req-7bb968fe-96f4-4981-9cb2-2cf663b9617b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404842 Nov 29 19:15:11.952059 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94599769-b892-4769-9d21-7f62bab6a404 req-44103ebe-4f41-4268-861d-5ec80ea456cb tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:11.953496 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-44103ebe-4f41-4268-861d-5ec80ea456cb tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 815 time: 0.1006207 Nov 29 19:15:11.968555 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-45b0dc89-f422-4679-aac8-f8d281cd77ef tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/quotas/52180d0605844941a8a79e2193ef284c HTTP/1.1" status: 200 len: 375 time: 0.0087306 Nov 29 19:15:12.019910 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-05129e3c-2e9c-4b89-98da-a0d053666ae5 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459807 Nov 29 19:15:12.076662 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-72e57c5a-121b-4d2b-a5e6-a408406225a3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:15:12.077678 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-72e57c5a-121b-4d2b-a5e6-a408406225a3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510442 Nov 29 19:15:12.111901 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6fd66-6ca5-4676-a100-dcb26d36be2f req-569dbdd2-0a18-4d6c-984a-d36a07b8b889 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:12.113616 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-42a6fd66-6ca5-4676-a100-dcb26d36be2f req-569dbdd2-0a18-4d6c-984a-d36a07b8b889 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486345 Nov 29 19:15:12.161141 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-42a6fd66-6ca5-4676-a100-dcb26d36be2f req-8db8c9c7-d425-40ca-996d-0384bd544a15 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Nov 29 19:15:12.172768 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-f91c4273-4a80-4f8e-9f30-429d54d16705 service neutron] 10.222.0.45 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878427 Nov 29 19:15:12.267870 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-3b0ac1d2-fb34-4768-a80f-7aa0c4284a6e service neutron] 10.222.0.45 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891027 Nov 29 19:15:13.281270 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a01c4-7c11-4f26-bd49-80acb5f0f870 req-bb34c75e-4925-4c92-8523-53123f79ee0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:13.282662 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c28a01c4-7c11-4f26-bd49-80acb5f0f870 req-bb34c75e-4925-4c92-8523-53123f79ee0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0510778 Nov 29 19:15:13.332359 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c28a01c4-7c11-4f26-bd49-80acb5f0f870 req-ca34e405-69e1-4785-aa7a-5dc4303563c2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 Nov 29 19:15:13.439363 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-578dcc7c-5d85-4667-95b8-5e1a172ff4b0 req-f52eccf1-1e11-42c4-ad59-fbdf49f0a8ae tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 210 time: 0.0263186 Nov 29 19:15:14.485328 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94599769-b892-4769-9d21-7f62bab6a404 req-2e5896f9-3a6d-4cb2-abf9-28ffca6db1f0 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:14.486857 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-2e5896f9-3a6d-4cb2-abf9-28ffca6db1f0 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 815 time: 0.1484041 Nov 29 19:15:14.498603 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7267-ebb4-44af-aee3-288d910075f5 req-5350b08d-46cc-4b89-9a4d-03273944f9d5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:14.500462 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-90da7267-ebb4-44af-aee3-288d910075f5 req-5350b08d-46cc-4b89-9a4d-03273944f9d5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0857117 Nov 29 19:15:14.505188 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Request body: {'port': {'device_id': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c', 'admin_state_up': True, 'tenant_id': '52180d0605844941a8a79e2193ef284c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:15:14.547065 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6d183139-b67b-4f93-9e02-626ae9a23c61 req-7262c60b-b6e3-42b1-b416-d711e72060d5 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 210 time: 0.0262752 Nov 29 19:15:14.608442 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-90da7267-ebb4-44af-aee3-288d910075f5 req-954f5de6-951c-4093-831f-8388aed38a99 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998142 Nov 29 19:15:14.648952 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Made reservation on behalf of 52180d0605844941a8a79e2193ef284c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:15:14.652752 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:14.778896 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Allocated IP 172.20.0.9 (7a6d3672-735b-4791-855b-8c192e8d3e6c/26f21510-8fe5-43c0-9eb1-804f42631d6d/55f52f6d-2229-4995-ae27-1ff51dcc53b3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:15:14.924102 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:14.958043 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:14.969920 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['774aa79c-25f2-439e-9c08-d56d12a04595', 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:15:15.006454 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Network 7a6d3672-735b-4791-855b-8c192e8d3e6c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:15:15.009542 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:15:15.012123 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:15:15.039950 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Pushing event updated for resources: {'Port': ['ID=55f52f6d-2229-4995-ae27-1ff51dcc53b3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:15.053273 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.053624 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.053967 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.054334 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.054676 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.055010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.055342 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.055677 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.056005 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.056333 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.056667 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.056984 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:15.078220 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:15.078923 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:15.095969 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-02cc0991-7fbb-49e4-b0a6-f1b1501abf3b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944366 Nov 29 19:15:15.109782 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Request body: {'port': {'device_id': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:15:15.163444 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:15.425581 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f52f6d-2229-4995-ae27-1ff51dcc53b3 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:15:15.432977 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:15.444607 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Transition to ACTIVE for port object 55f52f6d-2229-4995-ae27-1ff51dcc53b3 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:15:15.448332 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:15.505261 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Pushing event updated for resources: {'Port': ['ID=55f52f6d-2229-4995-ae27-1ff51dcc53b3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:15.568448 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Attempting to bind port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:15:15.568781 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Attempting to bind port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:15:15.569114 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Attempting to bind port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 on network 7a6d3672-735b-4791-855b-8c192e8d3e6c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:15:15.574428 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 on network 7a6d3672-735b-4791-855b-8c192e8d3e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:15:15.574757 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Attempting to bind port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 on network 7a6d3672-735b-4791-855b-8c192e8d3e6c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:15:15.579749 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:15:15.580090 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Checking segment: {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:15:15.580479 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Bound using segment: {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:15:15.581557 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Bound port: 55f52f6d-2229-4995-ae27-1ff51dcc53b3, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17959fd3-b85c-4a57-8434-b0e6bca3aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:15:15.582138 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:15.652164 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] For port 55f52f6d-2229-4995-ae27-1ff51dcc53b3, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:15:15.655853 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] For port 55f52f6d-2229-4995-ae27-1ff51dcc53b3, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:15:15.661395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:15.670731 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d8c-6234-4bd7-9aa8-eb47bd16cc82 req-ff74d33e-d475-4aee-b4f0-6d363a5a6db2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:15.673101 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-14888d8c-6234-4bd7-9aa8-eb47bd16cc82 req-ff74d33e-d475-4aee-b4f0-6d363a5a6db2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 943 time: 0.0557995 Nov 29 19:15:15.722206 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:15.722873 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:15.724489 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] 10.222.0.53 "PUT /v2.0/ports/55f52f6d-2229-4995-ae27-1ff51dcc53b3 HTTP/1.1" status: 200 len: 1093 time: 0.6187706 Nov 29 19:15:15.726045 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'tag': '55f52f6d-2229-4995-ae27-1ff51dcc53b3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:15:15.728700 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "24769494-e0dd-43f6-9d5b-583f87f12f97", "tag": "55f52f6d-2229-4995-ae27-1ff51dcc53b3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:15:15.731864 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-14888d8c-6234-4bd7-9aa8-eb47bd16cc82 req-b0f5ec5c-8205-4995-a2a0-b4e7edd0977d tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 Nov 29 19:15:15.795574 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96d1e-a19d-4dd4-b883-eb93f1448e81 service neutron] Pushing event updated for resources: {'Port': ['ID=55f52f6d-2229-4995-ae27-1ff51dcc53b3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:15.825943 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f39a9b-ff23-4e48-8334-fb8a6ec168ef req-9390909d-0db7-42a1-aee0-742e6dc9b1de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:15.827491 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5f39a9b-ff23-4e48-8334-fb8a6ec168ef req-9390909d-0db7-42a1-aee0-742e6dc9b1de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.1254752 Nov 29 19:15:15.855711 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94599769-b892-4769-9d21-7f62bab6a404 req-87bd2d54-7f06-4897-a5be-551057d76945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:15.857198 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-87bd2d54-7f06-4897-a5be-551057d76945 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 1096 time: 0.0797000 Nov 29 19:15:15.878065 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f51c2-d6ca-41d4-a479-4053f7904e5d x-openstack-request-id: req-182f51c2-d6ca-41d4-a479-4053f7904e5d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:15:15.878523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24769494-e0dd-43f6-9d5b-583f87f12f97", "tag": "55f52f6d-2229-4995-ae27-1ff51dcc53b3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:15:15.878959 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-182f51c2-d6ca-41d4-a479-4053f7904e5d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:15:15.879396 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'tag': '55f52f6d-2229-4995-ae27-1ff51dcc53b3', 'status': 'completed', 'code': 200} Nov 29 19:15:15.917603 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-bb9a6085-375d-457f-b051-f36b401930f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3 HTTP/1.1" status: 200 len: 217 time: 0.0472190 Nov 29 19:15:15.924814 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5f39a9b-ff23-4e48-8334-fb8a6ec168ef req-a5f81d16-e227-4aa6-94ac-da7b2ea2a943 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897174 Nov 29 19:15:15.968614 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94599769-b892-4769-9d21-7f62bab6a404 req-848879b9-e71d-41ae-b356-961f56a4885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:15.969997 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-848879b9-e71d-41ae-b356-961f56a4885f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0441771 Nov 29 19:15:16.002639 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-96dccece-6196-4387-b6c0-ca1f659095eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255041 Nov 29 19:15:16.005462 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:16.099881 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-161d54cf-2316-4710-ae7f-7844a8b6a61d service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900886 Nov 29 19:15:16.186974 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94599769-b892-4769-9d21-7f62bab6a404 req-33968f77-e432-45f0-8816-d6cfd6ade5eb service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805902 Nov 29 19:15:16.279217 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-624c6700-c3c6-4ec0-85c6-1fc1657a3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:16.280702 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-624c6700-c3c6-4ec0-85c6-1fc1657a3f23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 1096 time: 0.0463555 Nov 29 19:15:16.371661 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-ad8a0f1a-10f2-4633-a475-241277f3cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:16.373115 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-ad8a0f1a-10f2-4633-a475-241277f3cb97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.0845597 Nov 29 19:15:16.425963 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-a89e9b3f-783b-41c0-a414-02000af350bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3 HTTP/1.1" status: 200 len: 217 time: 0.0451005 Nov 29 19:15:16.478019 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-635e6cbe-1658-49b9-bd87-96e68463da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:16.479478 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-635e6cbe-1658-49b9-bd87-96e68463da29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0467334 Nov 29 19:15:16.511207 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-38894402-e3ea-4c84-8d99-31a06a84822c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243080 Nov 29 19:15:16.599668 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-b35381df-fe46-4367-b741-feb9b5df79a1 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806625 Nov 29 19:15:16.691892 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d5dffabb-88b3-45f8-a428-f3fa0f52eb6e req-3661206f-0a43-4d0a-af68-23e672908f9c service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846303 Nov 29 19:15:17.050067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceadacd-4e87-42d5-b5c9-cd483e8d063d req-cf6ed379-d9d6-40c3-b697-7b591af43014 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:17.051937 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bceadacd-4e87-42d5-b5c9-cd483e8d063d req-cf6ed379-d9d6-40c3-b697-7b591af43014 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0509727 Nov 29 19:15:17.066499 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a4a7d-9e53-4161-93b2-4d3d937770d5 req-d833ecf9-3352-4eb7-b17e-74dfccc64084 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:17.068033 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-534a4a7d-9e53-4161-93b2-4d3d937770d5 req-d833ecf9-3352-4eb7-b17e-74dfccc64084 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 943 time: 0.2633784 Nov 29 19:15:17.100262 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bceadacd-4e87-42d5-b5c9-cd483e8d063d req-bd60fbed-7db5-44aa-b947-9e0afae0b504 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Nov 29 19:15:17.114966 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-534a4a7d-9e53-4161-93b2-4d3d937770d5 req-28a200a9-7e63-4b3c-bac2-e169575f8c4b tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Nov 29 19:15:18.221986 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a9e5a-bdcf-4d3c-a54d-2119f8dad097 req-75818f75-feb4-46ea-a3e3-d73bbb8e7734 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:18.223483 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f82a9e5a-bdcf-4d3c-a54d-2119f8dad097 req-75818f75-feb4-46ea-a3e3-d73bbb8e7734 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0518394 Nov 29 19:15:18.226916 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cce734-3905-4dc3-96e1-92e19a88df33 req-e7d1f7a3-3063-4d58-87f8-aa6b4c7633bc tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:18.228382 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-95cce734-3905-4dc3-96e1-92e19a88df33 req-e7d1f7a3-3063-4d58-87f8-aa6b4c7633bc tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 943 time: 0.0485010 Nov 29 19:15:18.272348 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f82a9e5a-bdcf-4d3c-a54d-2119f8dad097 req-17e8748e-7f00-42c3-8843-acf1a0a8ed66 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Nov 29 19:15:18.276198 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-95cce734-3905-4dc3-96e1-92e19a88df33 req-0723b6c5-0fdc-455b-9b62-d4d1fe29a87e tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 29 19:15:18.823024 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 55f52f6d-2229-4995-ae27-1ff51dcc53b3 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:15:18.915538 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 55f52f6d-2229-4995-ae27-1ff51dcc53b3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:15:18.927879 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '55f52f6d-2229-4995-ae27-1ff51dcc53b3', 'network_id': '7a6d3672-735b-4791-855b-8c192e8d3e6c', 'port_id': '55f52f6d-2229-4995-ae27-1ff51dcc53b3', 'mac_address': 'fa:16:3e:c8:1c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f21510-8fe5-43c0-9eb1-804f42631d6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:15:18.962735 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:18.979376 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f52f6d-2229-4995-ae27-1ff51dcc53b3 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:15:18.999095 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 55f52f6d-2229-4995-ae27-1ff51dcc53b3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:15:19.003186 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:19.048951 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=55f52f6d-2229-4995-ae27-1ff51dcc53b3,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:19.056146 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.056498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.056840 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.057178 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.057508 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.057838 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.058165 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.058516 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.058844 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.059169 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.059489 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.059808 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:19.242016 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['55f52f6d-2229-4995-ae27-1ff51dcc53b3'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:15:19.395895 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b235da-650d-467d-b059-57048e20ecc6 req-accd0589-cc2b-41ad-8492-6020818158c8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:19.397521 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-38b235da-650d-467d-b059-57048e20ecc6 req-accd0589-cc2b-41ad-8492-6020818158c8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 944 time: 0.0545130 Nov 29 19:15:19.400396 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780a185-ace8-4670-afcc-d7e781d6b54b req-4f3ddb15-bb6c-4bb7-b73c-74583965c890 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:19.401921 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8780a185-ace8-4670-afcc-d7e781d6b54b req-4f3ddb15-bb6c-4bb7-b73c-74583965c890 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0539129 Nov 29 19:15:19.445425 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-38b235da-650d-467d-b059-57048e20ecc6 req-a937411b-b623-4ef0-bf31-7584aec9dea1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Nov 29 19:15:19.449512 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8780a185-ace8-4670-afcc-d7e781d6b54b req-d600b720-49bc-42ca-a7d1-0bd1e468417f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Nov 29 19:15:20.572500 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9236f-d17d-449c-9f3d-e3d60bc70fd6 req-c86b3d49-7cdd-470b-b1fe-064b28c9cade tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:20.574033 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f5a9236f-d17d-449c-9f3d-e3d60bc70fd6 req-c86b3d49-7cdd-470b-b1fe-064b28c9cade tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0504773 Nov 29 19:15:20.576271 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d80224-7c93-4619-b49c-08aba2b930d3 req-12fef2fd-134f-4deb-ae3e-48656def12e7 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:20.577785 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-80d80224-7c93-4619-b49c-08aba2b930d3 req-12fef2fd-134f-4deb-ae3e-48656def12e7 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 944 time: 0.0503919 Nov 29 19:15:20.630639 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-80d80224-7c93-4619-b49c-08aba2b930d3 req-bc600f4a-5893-4607-8e7b-ed0d77153fd3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Nov 29 19:15:20.633561 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f5a9236f-d17d-449c-9f3d-e3d60bc70fd6 req-065e8722-e3bc-4d0b-a845-5e2842e5a3dd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501361 Nov 29 19:15:20.841428 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 55f52f6d-2229-4995-ae27-1ff51dcc53b3 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:15:20.900655 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94b08838-f967-441f-8f0f-f0884afa8fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:20.910976 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:15:20.914691 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:15:20.915056 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:20.990946 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:21.014019 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f52f6d-2229-4995-ae27-1ff51dcc53b3'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:15:21.016320 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c583665a-a58f-4bfa-849c-3c217e7451c1" -d '{"events": [{"server_uuid": "24769494-e0dd-43f6-9d5b-583f87f12f97", "name": "network-vif-plugged", "status": "completed", "tag": "55f52f6d-2229-4995-ae27-1ff51dcc53b3"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:15:21.032300 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 55f52f6d-2229-4995-ae27-1ff51dcc53b3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:15:21.036566 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:21.084012 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=55f52f6d-2229-4995-ae27-1ff51dcc53b3,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:21.109654 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd0579-65d3-4e40-91ca-01e99df32342 x-openstack-request-id: req-1ebd0579-65d3-4e40-91ca-01e99df32342 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:15:21.110019 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24769494-e0dd-43f6-9d5b-583f87f12f97", "name": "network-vif-plugged", "status": "completed", "tag": "55f52f6d-2229-4995-ae27-1ff51dcc53b3", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:15:21.110293 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ebd0579-65d3-4e40-91ca-01e99df32342 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:15:21.110692 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f52f6d-2229-4995-ae27-1ff51dcc53b3', 'code': 200} Nov 29 19:15:21.274624 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2cb1-ad61-4ed5-b509-2d98d85a41e5 req-d42e6d88-17c6-40b8-922a-caa8fd017ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:21.275992 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-407e2cb1-ad61-4ed5-b509-2d98d85a41e5 req-d42e6d88-17c6-40b8-922a-caa8fd017ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 1098 time: 0.0398533 Nov 29 19:15:21.320092 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-407e2cb1-ad61-4ed5-b509-2d98d85a41e5 req-d5668f0b-5a0a-4cd1-806c-bcaaf19728db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373733 Nov 29 19:15:21.744863 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd97eb6-deb5-479f-8e96-8485fb5dd624 req-8f273cfe-25e3-4927-af97-ad6942b21930 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:21.746366 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fd97eb6-deb5-479f-8e96-8485fb5dd624 req-8f273cfe-25e3-4927-af97-ad6942b21930 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Nov 29 19:15:21.752110 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc14445-27f3-47e0-aa49-b32a1728133f req-251ee2fe-8164-42a4-a6e8-e7c82c136fe9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:21.753874 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dbc14445-27f3-47e0-aa49-b32a1728133f req-251ee2fe-8164-42a4-a6e8-e7c82c136fe9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486102 Nov 29 19:15:21.794408 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5fd97eb6-deb5-479f-8e96-8485fb5dd624 req-3bbd987b-a55f-498c-a11d-921f1185d829 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Nov 29 19:15:21.806185 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dbc14445-27f3-47e0-aa49-b32a1728133f req-e27df37b-741e-4a43-888c-e786357d7e25 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460198 Nov 29 19:15:22.194204 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-e2b32275-e881-40a4-a543-fc028549cfdb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421803 Nov 29 19:15:22.276892 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-f80cb8fd-0ee1-4554-b11c-818fc7a8b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:22.278276 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-f80cb8fd-0ee1-4554-b11c-818fc7a8b456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1098 time: 0.0393989 Nov 29 19:15:22.383067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-3eaa4941-6671-467b-ab74-baa584b213ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:22.384610 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-3eaa4941-6671-467b-ab74-baa584b213ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.0838695 Nov 29 19:15:22.430137 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-04a45a12-8563-440f-a7c9-6e4cd7caed40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 200 len: 217 time: 0.0383289 Nov 29 19:15:22.592152 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-d77290b8-b7f0-4c09-8c70-b940b154f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:22.593601 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-d77290b8-b7f0-4c09-8c70-b940b154f9f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0457244 Nov 29 19:15:22.625365 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-07c12458-8542-4ab8-a484-9610f7dfb1b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239010 Nov 29 19:15:22.719496 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-bfafac49-5dff-436e-aaa0-8b06d81eac3a service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852790 Nov 29 19:15:22.807804 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c89ed535-29c5-423c-85d1-3a4522227e9e req-56ed870b-6aed-476b-a4d4-0632794a8fa2 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808253 Nov 29 19:15:22.911623 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31708aa9-cc53-4027-9a4c-cd2293a9b602 req-2a5feef4-caec-4fff-97a6-97df9fb48294 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:22.913177 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-31708aa9-cc53-4027-9a4c-cd2293a9b602 req-2a5feef4-caec-4fff-97a6-97df9fb48294 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Nov 29 19:15:22.927501 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37341ecd-5846-4fd0-8ef0-7d38c8ea4eed req-75a39e38-f96f-49a7-bc55-cc4ef2bd910f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:22.928996 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-37341ecd-5846-4fd0-8ef0-7d38c8ea4eed req-75a39e38-f96f-49a7-bc55-cc4ef2bd910f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0494871 Nov 29 19:15:22.965868 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-31708aa9-cc53-4027-9a4c-cd2293a9b602 req-c186eabf-d5ec-4b1a-872d-dad8f27c3877 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Nov 29 19:15:22.977421 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-37341ecd-5846-4fd0-8ef0-7d38c8ea4eed req-0c2f242e-17fe-48f3-b7cf-e9246f108d9c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419769 Nov 29 19:15:23.275458 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dd747fa8-7f81-40c3-9810-13fc90212921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:24.202532 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761f5c-844d-4fa8-9876-96d57b3b9344 req-8323e6f3-241f-436a-84fd-9acc738c8e0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:24.204002 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5e761f5c-844d-4fa8-9876-96d57b3b9344 req-8323e6f3-241f-436a-84fd-9acc738c8e0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0473247 Nov 29 19:15:24.249680 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:24.257019 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5e761f5c-844d-4fa8-9876-96d57b3b9344 req-522a152c-0607-4720-9792-2b943bcaecff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457575 Nov 29 19:15:25.373367 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f9c8-288d-45a6-ace0-38ba3600b4bd req-ff1401d1-e8f0-4d17-8c8f-398e9636c918 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:25.374848 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1636f9c8-288d-45a6-ace0-38ba3600b4bd req-ff1401d1-e8f0-4d17-8c8f-398e9636c918 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482180 Nov 29 19:15:25.420640 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1636f9c8-288d-45a6-ace0-38ba3600b4bd req-f7df9bfa-43ef-40b3-b083-f5ef8a11e71d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Nov 29 19:15:25.974637 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:26.543207 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffde3-9bb7-4096-9b2c-8af32f867751 req-11f68d3b-ccbe-48a2-bb5f-72a573bca2d8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:26.544691 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b87ffde3-9bb7-4096-9b2c-8af32f867751 req-11f68d3b-ccbe-48a2-bb5f-72a573bca2d8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480258 Nov 29 19:15:26.591067 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b87ffde3-9bb7-4096-9b2c-8af32f867751 req-ce851b90-b282-4ddd-b48c-2399b3e5c479 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399568 Nov 29 19:15:26.659352 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:27.140772 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:15:27.714411 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db18d4f-8520-4982-90a9-8c94136a6b36 req-33e5a104-b25c-44e3-886f-87003f87ba57 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:27.716303 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2db18d4f-8520-4982-90a9-8c94136a6b36 req-33e5a104-b25c-44e3-886f-87003f87ba57 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0544472 Nov 29 19:15:27.763970 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2db18d4f-8520-4982-90a9-8c94136a6b36 req-895d063f-e292-4755-84d0-dd5ff2c95b01 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414131 Nov 29 19:15:28.884908 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb05c77-34ef-43bb-8e8a-6a93bb9af944 req-deefe995-cb13-4c13-9235-8146fb17ac33 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:28.886364 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9eb05c77-34ef-43bb-8e8a-6a93bb9af944 req-deefe995-cb13-4c13-9235-8146fb17ac33 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0513709 Nov 29 19:15:28.932064 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9eb05c77-34ef-43bb-8e8a-6a93bb9af944 req-7919367f-eb6b-4c76-9471-166cac0358f5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397918 Nov 29 19:15:30.058104 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702067d-aee4-4ed5-a908-680fd1ef794d req-2928aac7-fb9d-42a5-ab0e-76158ac0a5e9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:30.059593 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1702067d-aee4-4ed5-a908-680fd1ef794d req-2928aac7-fb9d-42a5-ab0e-76158ac0a5e9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0558867 Nov 29 19:15:30.106444 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1702067d-aee4-4ed5-a908-680fd1ef794d req-fca79579-fbcd-4e5d-a76b-b719a1ee9fe8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Nov 29 19:15:31.226131 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e06c-91c6-49d1-b67e-4dab5415ad98 req-8dd0eff1-8f5b-44e9-acda-8824cc84d61c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:31.227610 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2350e06c-91c6-49d1-b67e-4dab5415ad98 req-8dd0eff1-8f5b-44e9-acda-8824cc84d61c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486712 Nov 29 19:15:31.274268 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2350e06c-91c6-49d1-b67e-4dab5415ad98 req-ac29123e-fc78-4e12-aa86-f4a2c75fb89b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408769 Nov 29 19:15:32.393397 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5573-6aa2-4308-b5af-e0731aeb5a7b req-95ff7e11-2f2c-4a0f-b1ec-9c70091b0bbe tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:32.394901 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-01af5573-6aa2-4308-b5af-e0731aeb5a7b req-95ff7e11-2f2c-4a0f-b1ec-9c70091b0bbe tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0508735 Nov 29 19:15:32.446078 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-01af5573-6aa2-4308-b5af-e0731aeb5a7b req-f72b2f50-748e-47fe-95aa-e3e40dc3da8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Nov 29 19:15:33.563502 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00128d4a-31d6-40b6-99f1-f010a1b655fd req-f5074770-92e4-43e1-8e3c-b27bf7d54ba3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:33.565529 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-00128d4a-31d6-40b6-99f1-f010a1b655fd req-f5074770-92e4-43e1-8e3c-b27bf7d54ba3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0475709 Nov 29 19:15:33.616075 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-00128d4a-31d6-40b6-99f1-f010a1b655fd req-5e4b8a2c-88dd-444d-b1ee-dad5ab73f4d8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Nov 29 19:15:34.738022 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777968-31be-4196-8e62-788146bd40e7 req-046f1814-2e90-4c25-80df-99eafe68d536 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:34.739533 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-19777968-31be-4196-8e62-788146bd40e7 req-046f1814-2e90-4c25-80df-99eafe68d536 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0513580 Nov 29 19:15:34.786466 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-19777968-31be-4196-8e62-788146bd40e7 req-fbe2e877-2151-42be-8eb8-5f0471f95c59 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Nov 29 19:15:35.910271 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980b90-60f5-40f3-b16e-13205dc43dcf req-0ac5d6bd-c05c-4066-92ec-113bbe66c288 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:35.911665 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e8980b90-60f5-40f3-b16e-13205dc43dcf req-0ac5d6bd-c05c-4066-92ec-113bbe66c288 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490205 Nov 29 19:15:35.958695 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e8980b90-60f5-40f3-b16e-13205dc43dcf req-3fdc3e92-c825-450c-bc39-68f836c13a0c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411801 Nov 29 19:15:37.075347 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feab202-b362-4628-8160-0fa85b4267c9 req-b813bf17-59f9-43f5-9529-abaadbf38a5e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:37.076701 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9feab202-b362-4628-8160-0fa85b4267c9 req-b813bf17-59f9-43f5-9529-abaadbf38a5e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0470314 Nov 29 19:15:37.130403 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9feab202-b362-4628-8160-0fa85b4267c9 req-14e6cf8d-5d6b-4454-858d-360f85829176 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469551 Nov 29 19:15:38.248403 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a554f4-e417-4916-90df-68a296650b94 req-ed8caf96-295a-4d55-93e2-8aa7dac97976 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:38.249860 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-90a554f4-e417-4916-90df-68a296650b94 req-ed8caf96-295a-4d55-93e2-8aa7dac97976 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483489 Nov 29 19:15:38.294886 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-90a554f4-e417-4916-90df-68a296650b94 req-efe0dd8a-bc21-49c0-8bd6-314711d4de32 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391009 Nov 29 19:15:39.413535 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b605830-3c9d-4f90-8d09-5b3e4e9396c1 req-a277f19a-9b60-4f82-be94-337a260f7e35 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:39.414993 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b605830-3c9d-4f90-8d09-5b3e4e9396c1 req-a277f19a-9b60-4f82-be94-337a260f7e35 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476229 Nov 29 19:15:39.461104 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b605830-3c9d-4f90-8d09-5b3e4e9396c1 req-48d2b2b4-c2fc-47fe-b447-e8ceeccd5fe3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Nov 29 19:15:40.582486 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8434-1f66-42f6-b84d-35ad84a6b474 req-3e652f3c-ba23-49f7-b47a-483772f3ede4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:40.583946 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dd2a8434-1f66-42f6-b84d-35ad84a6b474 req-3e652f3c-ba23-49f7-b47a-483772f3ede4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0516276 Nov 29 19:15:40.639308 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dd2a8434-1f66-42f6-b84d-35ad84a6b474 req-2fc08297-8b6d-4a6c-b2d8-5e720a508098 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491869 Nov 29 19:15:41.757748 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f7444-12fa-486b-8e4b-26680e4b4355 req-776b5848-ca96-4693-8116-a3baba1b82c0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:41.759241 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-918f7444-12fa-486b-8e4b-26680e4b4355 req-776b5848-ca96-4693-8116-a3baba1b82c0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0479760 Nov 29 19:15:41.806387 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-918f7444-12fa-486b-8e4b-26680e4b4355 req-d009c910-be30-4e83-bb88-7a16bc9245a7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412600 Nov 29 19:15:42.926479 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447bc36-1784-4f44-b51f-98416b3edbb5 req-1ce7823c-e5af-4c99-88bb-c8e142462952 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:42.927930 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7447bc36-1784-4f44-b51f-98416b3edbb5 req-1ce7823c-e5af-4c99-88bb-c8e142462952 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483701 Nov 29 19:15:42.974339 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7447bc36-1784-4f44-b51f-98416b3edbb5 req-9299880d-17af-4ef1-ae87-ad233468d316 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404551 Nov 29 19:15:44.094964 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e05eb4-8f96-4d42-9715-a26df49929fe req-fa2e5489-3355-4956-8060-3c9702d97f80 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:44.097158 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c9e05eb4-8f96-4d42-9715-a26df49929fe req-fa2e5489-3355-4956-8060-3c9702d97f80 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0514264 Nov 29 19:15:44.146202 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c9e05eb4-8f96-4d42-9715-a26df49929fe req-7854e5e1-b957-4611-9e43-0edd3810aa5e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420325 Nov 29 19:15:45.270425 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1070dc5-63c1-4bbc-9f2b-48226acf6763 req-f145f8be-7feb-4f90-8abb-6d449205e89a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:45.271825 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f1070dc5-63c1-4bbc-9f2b-48226acf6763 req-f145f8be-7feb-4f90-8abb-6d449205e89a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0527658 Nov 29 19:15:45.317824 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f1070dc5-63c1-4bbc-9f2b-48226acf6763 req-158158f6-675c-4ef6-8089-d6e27f6ceebf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Nov 29 19:15:46.023939 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:46.434731 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643dbd0-bfdd-4670-b48f-ddf299cb8167 req-40780fcf-7227-49a6-aca7-60892dd9469b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:46.436177 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d643dbd0-bfdd-4670-b48f-ddf299cb8167 req-40780fcf-7227-49a6-aca7-60892dd9469b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0469382 Nov 29 19:15:46.487944 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d643dbd0-bfdd-4670-b48f-ddf299cb8167 req-e9b975c2-9bb0-4533-ada3-206c3d3c3110 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Nov 29 19:15:47.607223 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4b654-3158-48b4-aea5-14cc7afa463e req-87f76750-f465-4820-a9fd-9660055d67ae tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:47.608695 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-80d4b654-3158-48b4-aea5-14cc7afa463e req-87f76750-f465-4820-a9fd-9660055d67ae tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487673 Nov 29 19:15:47.655686 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-80d4b654-3158-48b4-aea5-14cc7afa463e req-3c00b175-a9ee-44db-9f63-3cbdd081778c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Nov 29 19:15:48.772285 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed1e7a-7f09-4161-9b05-07f0eeeea69e req-ccec1f60-3f00-428c-9af4-dabc875299c7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:48.773746 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6fed1e7a-7f09-4161-9b05-07f0eeeea69e req-ccec1f60-3f00-428c-9af4-dabc875299c7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476549 Nov 29 19:15:48.824206 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6fed1e7a-7f09-4161-9b05-07f0eeeea69e req-57d18b1c-4fcf-4e87-9a82-b9dd663c881d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445144 Nov 29 19:15:49.942081 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1c23-f75a-4f4e-b9c7-2dc7d7057fb1 req-40527a32-d407-4d8d-a3d8-a257e1ea2d11 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:49.943467 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-95ff1c23-f75a-4f4e-b9c7-2dc7d7057fb1 req-40527a32-d407-4d8d-a3d8-a257e1ea2d11 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478470 Nov 29 19:15:49.993560 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-95ff1c23-f75a-4f4e-b9c7-2dc7d7057fb1 req-c5ae8346-0543-4c2e-aa3d-a1c9edec8ec6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Nov 29 19:15:50.884442 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-82e4496b-3339-4405-b70f-3d8d39898414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:51.113730 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5647b-42b1-41bd-b902-d129eb60ba0c req-c4ead35f-a77c-41cd-9cff-81e0a83061fd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:51.115240 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b6a5647b-42b1-41bd-b902-d129eb60ba0c req-c4ead35f-a77c-41cd-9cff-81e0a83061fd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0509131 Nov 29 19:15:51.162991 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b6a5647b-42b1-41bd-b902-d129eb60ba0c req-efdc8e1c-c56d-4e80-a380-1b23f6b4f4aa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 Nov 29 19:15:52.282115 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c4855-7130-47a3-8028-eb9c0c31ea15 req-d42fb7d1-044a-42a5-8ad7-db072a436a61 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:52.284459 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c69c4855-7130-47a3-8028-eb9c0c31ea15 req-d42fb7d1-044a-42a5-8ad7-db072a436a61 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0491340 Nov 29 19:15:52.330790 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c69c4855-7130-47a3-8028-eb9c0c31ea15 req-44171e51-c6f5-4a8c-9eea-d3645df37d7b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399895 Nov 29 19:15:53.277288 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a709-341f-4d4c-bef7-f235050fd67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:53.449021 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b8633-0983-4131-85bf-03fe85da7d9b req-7821e81c-b048-439c-9794-3c026845a4df tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:53.450512 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a18b8633-0983-4131-85bf-03fe85da7d9b req-7821e81c-b048-439c-9794-3c026845a4df tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0479379 Nov 29 19:15:53.496482 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a18b8633-0983-4131-85bf-03fe85da7d9b req-7052b85e-4f55-4f7c-a0e6-7e926372faa5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 Nov 29 19:15:54.247615 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:54.615941 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe845534-06e0-4d32-beb5-ee0de2457a7f req-5f443258-23a7-4096-aad4-b0cbd96cf27b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:54.617460 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fe845534-06e0-4d32-beb5-ee0de2457a7f req-5f443258-23a7-4096-aad4-b0cbd96cf27b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0499980 Nov 29 19:15:54.665404 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fe845534-06e0-4d32-beb5-ee0de2457a7f req-cd64ed26-bfc6-4886-8575-45c104f282cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411768 Nov 29 19:15:55.795726 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9383-7536-404b-ad24-e73c2eb6550e req-24473f6f-6e6a-4c53-b5fa-7762f1eceb66 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:55.797255 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1f0a9383-7536-404b-ad24-e73c2eb6550e req-24473f6f-6e6a-4c53-b5fa-7762f1eceb66 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0543165 Nov 29 19:15:55.851931 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1f0a9383-7536-404b-ad24-e73c2eb6550e req-55d33db8-21a2-4bc5-a84e-3159dc85ca0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467229 Nov 29 19:15:55.978070 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:56.661276 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:56.975366 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc419172-ac32-4c39-804b-8d1e9247008f req-c2989681-8196-4a1f-bd84-588d7b9e3578 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:56.976876 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fc419172-ac32-4c39-804b-8d1e9247008f req-c2989681-8196-4a1f-bd84-588d7b9e3578 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0561538 Nov 29 19:15:57.024292 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fc419172-ac32-4c39-804b-8d1e9247008f req-30008583-da38-4a3c-beb3-4f13440bad40 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409961 Nov 29 19:15:58.144941 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ff68-d30e-4825-b3d6-91c63f53cc23 req-0f19213d-51b2-4f81-ac73-c151970ed820 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:58.146746 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7736ff68-d30e-4825-b3d6-91c63f53cc23 req-0f19213d-51b2-4f81-ac73-c151970ed820 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0524504 Nov 29 19:15:58.194688 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7736ff68-d30e-4825-b3d6-91c63f53cc23 req-9147300d-f1ef-4cbf-9ca0-08c88da6e109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 Nov 29 19:15:59.311923 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09a1b-6de9-48c7-a84d-88aa4e751221 req-5cdc5d1c-d4a9-440b-a3b2-9b3c9ebdd564 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:59.313427 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0bc09a1b-6de9-48c7-a84d-88aa4e751221 req-5cdc5d1c-d4a9-440b-a3b2-9b3c9ebdd564 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0488851 Nov 29 19:15:59.360619 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0bc09a1b-6de9-48c7-a84d-88aa4e751221 req-ef0829b3-7d96-491c-987c-0d72d9179ce3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Nov 29 19:16:00.483355 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c15b5-0234-4b53-b8ea-abc380046c8d req-cbb949fb-62db-48ff-bcb0-f28b3c59a12e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:00.484834 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-600c15b5-0234-4b53-b8ea-abc380046c8d req-cbb949fb-62db-48ff-bcb0-f28b3c59a12e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0531003 Nov 29 19:16:00.532414 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-600c15b5-0234-4b53-b8ea-abc380046c8d req-b834fd58-6b88-47d5-9fe3-7dc4d46d27fb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Nov 29 19:16:01.652451 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6a9e-98e3-485a-ace9-448b95732e64 req-51498b78-6389-4a3c-8916-2eb8250bb66f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:01.653922 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a1ec6a9e-98e3-485a-ace9-448b95732e64 req-51498b78-6389-4a3c-8916-2eb8250bb66f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0485783 Nov 29 19:16:01.705200 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a1ec6a9e-98e3-485a-ace9-448b95732e64 req-1176997d-3c9b-4ba3-9869-1542ca2b91ec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Nov 29 19:16:02.823347 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911deaf4-3bd1-4dc4-b196-3996de44c50f req-30589d40-6d42-4f3f-be01-09dad599a975 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:02.824798 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-911deaf4-3bd1-4dc4-b196-3996de44c50f req-30589d40-6d42-4f3f-be01-09dad599a975 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482960 Nov 29 19:16:02.872096 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-911deaf4-3bd1-4dc4-b196-3996de44c50f req-6f7a0d71-f3e6-4917-a167-a45a49d94acd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413539 Nov 29 19:16:03.988860 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e686-426f-401b-8b30-5180b7f63e22 req-8ff01b15-4be5-4213-86ac-e49fcf50bcee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:03.990347 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4118e686-426f-401b-8b30-5180b7f63e22 req-8ff01b15-4be5-4213-86ac-e49fcf50bcee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481472 Nov 29 19:16:04.038339 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4118e686-426f-401b-8b30-5180b7f63e22 req-53dd4164-2086-46ec-8c9f-72b360ce58d0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Nov 29 19:16:04.140517 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:16:05.155130 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffda769-5fdf-4a03-807b-198d99035166 req-44da3356-f375-48ec-baf7-976c8ccccde2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:05.156596 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bffda769-5fdf-4a03-807b-198d99035166 req-44da3356-f375-48ec-baf7-976c8ccccde2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0473819 Nov 29 19:16:05.206840 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bffda769-5fdf-4a03-807b-198d99035166 req-803a27a1-7080-4f82-81b9-083382844ac0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436745 Nov 29 19:16:06.325586 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961b1b-847c-4bba-be96-79374156abea req-100132f3-5f8f-4763-a2cf-76a01d1b9fed tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:06.327067 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3c961b1b-847c-4bba-be96-79374156abea req-100132f3-5f8f-4763-a2cf-76a01d1b9fed tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478961 Nov 29 19:16:06.373890 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3c961b1b-847c-4bba-be96-79374156abea req-861dc62c-f8b6-4cf3-b0a9-4798daef7ff4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405707 Nov 29 19:16:07.496949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02807dd-5f13-4c9e-99d0-55f538be5d4c req-7f2afbc8-b14f-4d6b-8f47-dba973a5fde7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:07.498433 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a02807dd-5f13-4c9e-99d0-55f538be5d4c req-7f2afbc8-b14f-4d6b-8f47-dba973a5fde7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0512950 Nov 29 19:16:07.545364 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a02807dd-5f13-4c9e-99d0-55f538be5d4c req-1b1f41b5-a5ce-4d32-8da4-2027a5d5496e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403244 Nov 29 19:16:08.666058 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8361c93-d357-4781-936a-6ae445c23695 req-93e128e2-5c94-4c92-8d0b-cd65f8af94e2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:08.667562 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a8361c93-d357-4781-936a-6ae445c23695 req-93e128e2-5c94-4c92-8d0b-cd65f8af94e2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0516963 Nov 29 19:16:08.714841 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a8361c93-d357-4781-936a-6ae445c23695 req-89d477d6-2da7-4b48-86e6-69f6d6cc24a5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412669 Nov 29 19:16:09.836467 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b5f3-78e1-4dad-8c11-9c6aff62c745 req-ba516bab-275d-441c-b5e6-c2ff69a56e5f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:09.838036 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d843b5f3-78e1-4dad-8c11-9c6aff62c745 req-ba516bab-275d-441c-b5e6-c2ff69a56e5f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0493965 Nov 29 19:16:09.884025 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d843b5f3-78e1-4dad-8c11-9c6aff62c745 req-2f4f49ba-6c5f-49c8-9c8e-1976a6f37aa0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Nov 29 19:16:11.001156 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b85e5-5be4-4dcf-920f-4fecd9b1f3f0 req-9fa79b9c-5163-4ed9-9544-eece198de782 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:11.002789 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fc3b85e5-5be4-4dcf-920f-4fecd9b1f3f0 req-9fa79b9c-5163-4ed9-9544-eece198de782 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0491023 Nov 29 19:16:11.056867 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fc3b85e5-5be4-4dcf-920f-4fecd9b1f3f0 req-4512cd74-b079-4653-a880-699128643d4d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481503 Nov 29 19:16:12.176549 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36ed21-962f-4baf-8b2c-620d9a446122 req-859d32b6-834c-4d5d-b377-236c66f8fb9d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:12.178004 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bd36ed21-962f-4baf-8b2c-620d9a446122 req-859d32b6-834c-4d5d-b377-236c66f8fb9d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0516407 Nov 29 19:16:12.224426 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bd36ed21-962f-4baf-8b2c-620d9a446122 req-e922f9ae-8f95-4b90-a9bd-dbfa8a4e5b94 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406277 Nov 29 19:16:13.347788 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224588b3-3b56-40ca-9e5a-431aa6a493d9 req-f941e3e7-8c6c-4d90-be75-823d506b6417 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:13.349295 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-224588b3-3b56-40ca-9e5a-431aa6a493d9 req-f941e3e7-8c6c-4d90-be75-823d506b6417 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0537834 Nov 29 19:16:13.395424 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-224588b3-3b56-40ca-9e5a-431aa6a493d9 req-1af12c63-f0f7-462f-917c-459ffc2d8cdb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Nov 29 19:16:14.514477 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6076fd7-8bc1-49b5-8506-d36f7a9a6a6e req-0ffad76d-be71-4abc-a5cc-eb788d36054d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:14.515933 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b6076fd7-8bc1-49b5-8506-d36f7a9a6a6e req-0ffad76d-be71-4abc-a5cc-eb788d36054d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486810 Nov 29 19:16:14.563130 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b6076fd7-8bc1-49b5-8506-d36f7a9a6a6e req-f95f5804-7664-4bdd-8e6d-4b9de4215448 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Nov 29 19:16:15.682577 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccceb0-4d95-4734-b5a9-6163470e667b req-23839230-2d4f-4522-b7a0-0d04213d0625 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:15.684026 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5cccceb0-4d95-4734-b5a9-6163470e667b req-23839230-2d4f-4522-b7a0-0d04213d0625 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476553 Nov 29 19:16:15.731563 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5cccceb0-4d95-4734-b5a9-6163470e667b req-d33e2e42-d352-45cc-a4f2-d18de71f02a9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410268 Nov 29 19:16:16.027410 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:16.850416 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a089-ffa5-4ac6-b4b9-68b993ef16f0 req-b35bbf3c-908a-467d-9411-58b4751770d1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:16.851880 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5612a089-ffa5-4ac6-b4b9-68b993ef16f0 req-b35bbf3c-908a-467d-9411-58b4751770d1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0495381 Nov 29 19:16:16.902436 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5612a089-ffa5-4ac6-b4b9-68b993ef16f0 req-77492939-3a83-440d-8843-0c03d4fcab6e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445988 Nov 29 19:16:18.019837 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3ce84-195c-4520-9c44-b3d2e80c6969 req-2ccb6631-c576-43c2-937d-419a682a8b25 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:18.021342 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-14b3ce84-195c-4520-9c44-b3d2e80c6969 req-2ccb6631-c576-43c2-937d-419a682a8b25 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476053 Nov 29 19:16:18.070394 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-14b3ce84-195c-4520-9c44-b3d2e80c6969 req-8d708deb-85c9-43d5-82a5-fb373323f3bb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432379 Nov 29 19:16:19.188027 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194c5bd-b333-4401-a184-ed6cb06d6fb8 req-bc135832-f681-494e-9f5a-14ffcba3cf28 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:19.189591 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2194c5bd-b333-4401-a184-ed6cb06d6fb8 req-bc135832-f681-494e-9f5a-14ffcba3cf28 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487728 Nov 29 19:16:19.236515 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2194c5bd-b333-4401-a184-ed6cb06d6fb8 req-87500138-a1e8-43ab-a9d8-17ecfb604f1e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405991 Nov 29 19:16:20.355178 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969280a-6c2b-4e33-b1a2-1747403dc1a5 req-f38443a7-a85b-4b00-944f-eeb2ea2a2399 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:20.356646 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d969280a-6c2b-4e33-b1a2-1747403dc1a5 req-f38443a7-a85b-4b00-944f-eeb2ea2a2399 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0485423 Nov 29 19:16:20.404783 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d969280a-6c2b-4e33-b1a2-1747403dc1a5 req-daf10caf-7d02-4889-9a83-4e00a9e6a3fd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Nov 29 19:16:20.885683 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee151-e30b-4461-9e89-31ae676eea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:21.525859 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dfd20-f59f-4875-8ec8-122fc5415686 req-fd5c005b-458e-40a5-bc2e-36682b2e70a7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:21.527325 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2c6dfd20-f59f-4875-8ec8-122fc5415686 req-fd5c005b-458e-40a5-bc2e-36682b2e70a7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481923 Nov 29 19:16:21.573331 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2c6dfd20-f59f-4875-8ec8-122fc5415686 req-468a5850-29d5-4ef7-8a88-6df973a8e292 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400381 Nov 29 19:16:22.692400 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac013415-536c-4957-bfd1-20c328b78394 req-92579196-1792-4531-b040-8da66cb198f2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:22.693916 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ac013415-536c-4957-bfd1-20c328b78394 req-92579196-1792-4531-b040-8da66cb198f2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481989 Nov 29 19:16:22.741415 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ac013415-536c-4957-bfd1-20c328b78394 req-594304d0-76d6-40af-a15f-b5dea8c0913a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 Nov 29 19:16:23.151629 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-db960532-d8d1-4371-8362-c5df8d332661 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425649 Nov 29 19:16:23.212559 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-51136b65-5bab-4ca1-9e68-c2809159fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:23.213950 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-51136b65-5bab-4ca1-9e68-c2809159fbc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 1098 time: 0.0391731 Nov 29 19:16:23.278921 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-36876ce9-370b-42a9-95c0-4df6c1d2717e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:23.320792 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-d248096f-dd58-40f9-8821-4438c5729395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:23.322233 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-d248096f-dd58-40f9-8821-4438c5729395 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.0888720 Nov 29 19:16:23.363644 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-2030bcff-5769-46bf-af86-ed6b0312893b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca HTTP/1.1" status: 200 len: 217 time: 0.0342684 Nov 29 19:16:23.411391 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-a07657df-3ead-47a7-8355-c0ac8410a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:23.412885 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-a07657df-3ead-47a7-8355-c0ac8410a0de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0421085 Nov 29 19:16:23.444533 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-a20d93ad-5626-47ba-a3d3-0bc6f1c36c6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242500 Nov 29 19:16:23.534931 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-cd4e88f8-9251-44fa-ae81-04ecc43b7a74 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831335 Nov 29 19:16:23.620866 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dd1862a0-99e7-43b5-a29b-349a08a90506 req-b2301c20-3c45-4964-9d44-ff6ed5d28791 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787988 Nov 29 19:16:23.864583 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b6d5e-3247-4d1c-be2b-25994e2fda60 req-f79c83dc-eff9-4dae-9a8f-d337e11be93b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:23.866114 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2a4b6d5e-3247-4d1c-be2b-25994e2fda60 req-f79c83dc-eff9-4dae-9a8f-d337e11be93b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0529678 Nov 29 19:16:23.915077 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2a4b6d5e-3247-4d1c-be2b-25994e2fda60 req-76460c0d-3da2-4a0e-ad8b-aa68ea005f14 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Nov 29 19:16:24.250669 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:25.037737 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae6008-a503-46e1-b31a-326db04ce7d4 req-27274cad-b9c4-43be-9773-526d23c2960e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:25.039233 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fcae6008-a503-46e1-b31a-326db04ce7d4 req-27274cad-b9c4-43be-9773-526d23c2960e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0520413 Nov 29 19:16:25.085982 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fcae6008-a503-46e1-b31a-326db04ce7d4 req-1168fa48-2b3e-4b59-905d-0224fa3a5022 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 Nov 29 19:16:25.982598 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:26.202484 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf9c6-71be-45e3-b523-8310a28b420d req-d8f4bf38-10cc-4923-a191-d0d83fa7fe4a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:26.203933 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c4ddf9c6-71be-45e3-b523-8310a28b420d req-d8f4bf38-10cc-4923-a191-d0d83fa7fe4a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484726 Nov 29 19:16:26.253007 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c4ddf9c6-71be-45e3-b523-8310a28b420d req-029799bc-1e7f-40fb-ae9e-911a298b829e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425730 Nov 29 19:16:26.662534 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.370885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92056-4623-474d-914c-e9a39bed5923 req-4e306289-d14b-4ca8-820e-6fa51037f64e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:27.372437 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58f92056-4623-474d-914c-e9a39bed5923 req-4e306289-d14b-4ca8-820e-6fa51037f64e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490224 Nov 29 19:16:27.418473 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58f92056-4623-474d-914c-e9a39bed5923 req-d6b8c330-266a-4293-8430-efc8d7da8425 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400887 Nov 29 19:16:28.535381 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66526-7335-4716-a728-e1427acc8b77 req-d7337dbc-994e-46b9-ab1e-0ad327a88d05 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:28.536821 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b6c66526-7335-4716-a728-e1427acc8b77 req-d7337dbc-994e-46b9-ab1e-0ad327a88d05 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0477691 Nov 29 19:16:28.586365 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b6c66526-7335-4716-a728-e1427acc8b77 req-14b12b3f-ec3c-42fe-bbc0-3a4be2103b2c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Nov 29 19:16:29.703795 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b97-358d-4222-8fd9-f9cb615bf1fe req-34a7cf05-f521-42ae-8d68-2cd68fdcc269 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:29.705826 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e0817b97-358d-4222-8fd9-f9cb615bf1fe req-34a7cf05-f521-42ae-8d68-2cd68fdcc269 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486541 Nov 29 19:16:29.755630 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e0817b97-358d-4222-8fd9-f9cb615bf1fe req-bfebe015-9175-448c-b869-9bdb7a01b335 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437391 Nov 29 19:16:30.873406 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc4338-c17c-4da7-8b3c-e3dcfc317b6d req-b2e045d5-c669-4182-95b4-cb749554f92c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:30.874879 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1adc4338-c17c-4da7-8b3c-e3dcfc317b6d req-b2e045d5-c669-4182-95b4-cb749554f92c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484262 Nov 29 19:16:30.921102 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1adc4338-c17c-4da7-8b3c-e3dcfc317b6d req-8c6c4974-516a-4d86-a076-ac83e82506e1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402904 Nov 29 19:16:32.041100 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7dd9e-e1a0-49cf-9563-10c641d0b3ad req-8a25edcc-b07a-42fd-8837-cc0a01b163fc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:32.042568 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-98d7dd9e-e1a0-49cf-9563-10c641d0b3ad req-8a25edcc-b07a-42fd-8837-cc0a01b163fc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0475247 Nov 29 19:16:32.088358 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-98d7dd9e-e1a0-49cf-9563-10c641d0b3ad req-cf253cbc-6f32-49d7-be12-54d6928bc024 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394611 Nov 29 19:16:33.207609 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65588947-670a-4923-99ac-64e0672a93f7 req-98137e66-60ae-49d0-b4d9-110ff97a45b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:33.209077 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-65588947-670a-4923-99ac-64e0672a93f7 req-98137e66-60ae-49d0-b4d9-110ff97a45b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0484471 Nov 29 19:16:33.255471 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-65588947-670a-4923-99ac-64e0672a93f7 req-a5302416-c65b-4cc2-b5f8-4443f5d359bc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405045 Nov 29 19:16:34.373904 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09a319-682a-4ee5-94f7-0334fbd1589c req-5e4cb29f-a38f-45e8-b90b-0dc400fc2a16 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:34.375401 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3e09a319-682a-4ee5-94f7-0334fbd1589c req-5e4cb29f-a38f-45e8-b90b-0dc400fc2a16 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0489006 Nov 29 19:16:34.421346 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3e09a319-682a-4ee5-94f7-0334fbd1589c req-3443d893-0a2c-4644-b702-8cec97bf2d2a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399389 Nov 29 19:16:35.782318 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05561e5-7553-41fd-98c9-1b71dee57468 req-8bb2c0a6-350b-4d16-812b-11c566eafa3b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:35.783915 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b05561e5-7553-41fd-98c9-1b71dee57468 req-8bb2c0a6-350b-4d16-812b-11c566eafa3b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.2921207 Nov 29 19:16:35.830010 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b05561e5-7553-41fd-98c9-1b71dee57468 req-6de08128-57f2-4a18-a443-bc4fa403eefc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 Nov 29 19:16:36.951663 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d969ed-7485-49ac-a9e9-5fc5bd76ba76 req-aeac16b3-8c04-40b4-a58b-84eab7ea4bd7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:36.953029 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b1d969ed-7485-49ac-a9e9-5fc5bd76ba76 req-aeac16b3-8c04-40b4-a58b-84eab7ea4bd7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0516570 Nov 29 19:16:36.999573 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b1d969ed-7485-49ac-a9e9-5fc5bd76ba76 req-bc2bdbef-52fc-4a51-9014-90961a41a778 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Nov 29 19:16:38.120173 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cd546-3f3b-4023-809e-caf471e15835 req-4730b3ef-4e97-4a78-ab46-a74c131d9f61 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:38.121642 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ee9cd546-3f3b-4023-809e-caf471e15835 req-4730b3ef-4e97-4a78-ab46-a74c131d9f61 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0489826 Nov 29 19:16:38.167965 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ee9cd546-3f3b-4023-809e-caf471e15835 req-919186fd-9a05-4a37-b686-8a4f247e21d5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Nov 29 19:16:39.284481 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613fc3-1244-46f0-86e0-0128e1ed9a4b req-52b24cc8-15e6-4582-b07d-c8a9119cf624 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:39.286134 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-09613fc3-1244-46f0-86e0-0128e1ed9a4b req-52b24cc8-15e6-4582-b07d-c8a9119cf624 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476286 Nov 29 19:16:39.338870 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-09613fc3-1244-46f0-86e0-0128e1ed9a4b req-2e9b9fd2-36c4-47e6-bc78-d8b2b42427c9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467725 Nov 29 19:16:40.459340 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435567a-ddec-437f-9a0c-ecfecaa93d30 req-4be0ce46-22e2-41a6-bf4c-4087c0526ac2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:40.460809 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a435567a-ddec-437f-9a0c-ecfecaa93d30 req-4be0ce46-22e2-41a6-bf4c-4087c0526ac2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0485947 Nov 29 19:16:40.509704 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a435567a-ddec-437f-9a0c-ecfecaa93d30 req-d9875354-c85f-4d13-b838-a1c1d9dc6607 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Nov 29 19:16:41.139966 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:16:41.632170 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23234a8-d36b-48e7-9d60-7b07d271723c req-74a31280-afd8-44d1-a7d7-48929786402d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:41.633654 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b23234a8-d36b-48e7-9d60-7b07d271723c req-74a31280-afd8-44d1-a7d7-48929786402d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0518928 Nov 29 19:16:41.680740 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b23234a8-d36b-48e7-9d60-7b07d271723c req-cb9abc75-162f-4900-8141-3436ecfed9bb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Nov 29 19:16:42.798115 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97780ac-3970-4533-9a54-bf74f57bb470 req-af26fe59-f37b-459d-8834-aceba95e75d6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:42.799584 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b97780ac-3970-4533-9a54-bf74f57bb470 req-af26fe59-f37b-459d-8834-aceba95e75d6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0479205 Nov 29 19:16:42.845667 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b97780ac-3970-4533-9a54-bf74f57bb470 req-6ae7852e-ecd9-44d9-8e17-0264680c9d38 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403049 Nov 29 19:16:43.963240 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c12b45-dc52-441b-8d7a-bcddb3c5af3c req-057b80c1-33c0-4253-a6c2-4e70b7805a7d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:43.964608 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-67c12b45-dc52-441b-8d7a-bcddb3c5af3c req-057b80c1-33c0-4253-a6c2-4e70b7805a7d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481369 Nov 29 19:16:44.012733 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-67c12b45-dc52-441b-8d7a-bcddb3c5af3c req-38a0efcf-c630-403c-8450-ca538b60a9bb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 Nov 29 19:16:45.131300 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8678-c699-4605-9b7f-02f9e8a270b7 req-77fa0f0c-8db3-434f-9651-5ee54781fa21 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:45.132801 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7dcf8678-c699-4605-9b7f-02f9e8a270b7 req-77fa0f0c-8db3-434f-9651-5ee54781fa21 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481255 Nov 29 19:16:45.179009 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7dcf8678-c699-4605-9b7f-02f9e8a270b7 req-a833ffb0-7e77-468d-a389-ea86baced77a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404973 Nov 29 19:16:46.017480 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:46.298287 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8017eb-715a-4269-b19c-315242ba4763 req-da1fec68-d2b7-4249-88b6-40a3a080b003 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:46.299659 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dd8017eb-715a-4269-b19c-315242ba4763 req-da1fec68-d2b7-4249-88b6-40a3a080b003 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0489187 Nov 29 19:16:46.350210 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-dd8017eb-715a-4269-b19c-315242ba4763 req-b90dbb48-9ac9-4b56-a955-09a539dd592b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Nov 29 19:16:47.478004 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0190fa0-3cc1-494e-ae7f-8ed70f5f9914 req-95afd460-8dbf-4958-baf3-df27bc2f9bdd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:47.479505 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d0190fa0-3cc1-494e-ae7f-8ed70f5f9914 req-95afd460-8dbf-4958-baf3-df27bc2f9bdd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0515189 Nov 29 19:16:47.526472 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d0190fa0-3cc1-494e-ae7f-8ed70f5f9914 req-a07982a9-a917-47d3-8343-210d9dc2100c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411046 Nov 29 19:16:48.643923 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d3641-227c-4528-9fa3-0a3512b738a2 req-4fe20316-7199-413e-ae95-f2d02dd62a92 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:48.646127 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2c7d3641-227c-4528-9fa3-0a3512b738a2 req-4fe20316-7199-413e-ae95-f2d02dd62a92 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0491755 Nov 29 19:16:48.692447 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2c7d3641-227c-4528-9fa3-0a3512b738a2 req-683b78d5-f3da-4a05-99ba-eff6f2f35f40 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Nov 29 19:16:49.809838 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada10c-d0e9-4c24-b655-4a787d47eaf2 req-ec8b8d5c-cf16-48e1-b678-ae988ae7ca0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:49.811302 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-38ada10c-d0e9-4c24-b655-4a787d47eaf2 req-ec8b8d5c-cf16-48e1-b678-ae988ae7ca0e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478010 Nov 29 19:16:49.857300 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-38ada10c-d0e9-4c24-b655-4a787d47eaf2 req-97ff7836-75a4-4265-bdc0-b4b2882e6e70 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Nov 29 19:16:50.887000 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-66972b03-4e62-483a-8a36-7d9db8f6963a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:50.977180 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dd3d9-74b4-4da5-aee7-c154e71542b5 req-70a9b9a9-2e38-4eb9-b340-cb05db5c5b33 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:50.978679 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-182dd3d9-74b4-4da5-aee7-c154e71542b5 req-70a9b9a9-2e38-4eb9-b340-cb05db5c5b33 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0488093 Nov 29 19:16:51.025176 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-182dd3d9-74b4-4da5-aee7-c154e71542b5 req-53207e9d-2378-4cfc-8703-88da8a38a2f5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Nov 29 19:16:52.144346 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d2e1-27bf-4ade-83ef-12b49f417404 req-e4863a36-e17a-405e-8e80-0dfee653130a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:52.145827 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-24d8d2e1-27bf-4ade-83ef-12b49f417404 req-e4863a36-e17a-405e-8e80-0dfee653130a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0493138 Nov 29 19:16:52.200814 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-24d8d2e1-27bf-4ade-83ef-12b49f417404 req-6215f38f-7d86-4333-b843-8b89e5885547 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482547 Nov 29 19:16:53.281107 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a204c49d-0c31-45fd-be28-49b7e731a2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:53.320956 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35477a-16c4-4977-a806-62843e216f0d req-5e6b790c-e420-4e00-9c7d-1c673e2fb299 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:53.322424 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4f35477a-16c4-4977-a806-62843e216f0d req-5e6b790c-e420-4e00-9c7d-1c673e2fb299 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0512011 Nov 29 19:16:53.370177 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4f35477a-16c4-4977-a806-62843e216f0d req-15b9c931-5f81-450c-a1b6-0b2f135119b6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418775 Nov 29 19:16:54.253392 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:54.401843 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fe2d1-e482-4306-bcdb-90d80630edad req-f6a28ebd-5b6e-4c81-8ea3-add3224b2985 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:54.403346 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a07fe2d1-e482-4306-bcdb-90d80630edad req-f6a28ebd-5b6e-4c81-8ea3-add3224b2985 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 946 time: 0.0484455 Nov 29 19:16:54.451073 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a07fe2d1-e482-4306-bcdb-90d80630edad req-1e57a645-b59f-4105-a9d8-7e14ebfa60e9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups?id=7591e9af-84f1-4392-b1b3-afe4843bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 Nov 29 19:16:54.496211 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac79abe-0c56-464a-9873-c9729c3fdf23 req-6133a84b-9305-4200-9bcf-a3e1ef3fb140 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:54.497722 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0ac79abe-0c56-464a-9873-c9729c3fdf23 req-6133a84b-9305-4200-9bcf-a3e1ef3fb140 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0541031 Nov 29 19:16:54.545786 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0ac79abe-0c56-464a-9873-c9729c3fdf23 req-413020e1-e4df-4c22-ad4c-e26f2d2b9134 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 Nov 29 19:16:54.762798 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-03ac5cc1-5c23-4b03-bc42-da6f24b518e2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:54.764184 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-03ac5cc1-5c23-4b03-bc42-da6f24b518e2 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 946 time: 0.0480273 Nov 29 19:16:54.853949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Deleting port 1e5071a2-2891-4faa-a848-493ef9469a03 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:16:54.854311 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:54.938101 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] For port 1e5071a2-2891-4faa-a848-493ef9469a03, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=1e5071a2-2891-4faa-a848-493ef9469a03,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:54.938485 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:55.105829 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:55.106176 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:55.106513 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.l3_db [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Floating IP 024f39fd-568c-4b12-9a85-a055cd050813 disassociated. External IP: 172.27.2.60, port: 1e5071a2-2891-4faa-a848-493ef9469a03. Nov 29 19:16:55.106850 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Calling delete_port for 1e5071a2-2891-4faa-a848-493ef9469a03 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:16:55.229380 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:55.262112 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event deleted for resources: {'Port': ['ID=1e5071a2-2891-4faa-a848-493ef9469a03,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:55.274209 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.274590 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.274937 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.275279 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.275615 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.275951 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.276288 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.276633 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.276951 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.277283 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.277610 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.277939 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:55.385949 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Router 636b7af5-3d8b-4c71-930a-64ff5fe13818 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:16:55.491307 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:16:55.501466 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] Sync routers for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:16:55.512005 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:55.512855 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:16:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:55.539565 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] No DVR routers for this DVR port 1e5071a2-2891-4faa-a848-493ef9469a03 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:16:55.542543 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:55.547128 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-253c8c9d-2f98-4e8a-a63d-8628662a69cc req-140fd236-9ff0-48d5-82ae-80abaf556f81 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.53 "DELETE /v2.0/ports/1e5071a2-2891-4faa-a848-493ef9469a03 HTTP/1.1" status: 204 len: 173 time: 0.7764926 Nov 29 19:16:55.547596 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'name': 'network-vif-deleted', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:16:55.550353 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73521109-04ab-424f-968e-25a3cd3ed0e0" -d '{"events": [{"server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "name": "network-vif-deleted", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:16:55.586363 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-cf0935c0-c28e-4b06-9750-7ee329e195e6 req-3b51a70a-94cf-4a81-b0ff-9333305a7a3b tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cb82a61-6b81-4453-ae0c-87be20a84ed2 HTTP/1.1" status: 200 len: 210 time: 0.0440152 Nov 29 19:16:55.611282 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3916a2-58c7-4741-8b10-1b114c20e77f x-openstack-request-id: req-2e3916a2-58c7-4741-8b10-1b114c20e77f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:16:55.611584 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb82a61-6b81-4453-ae0c-87be20a84ed2", "name": "network-vif-deleted", "tag": "1e5071a2-2891-4faa-a848-493ef9469a03", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:16:55.611844 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e3916a2-58c7-4741-8b10-1b114c20e77f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:16:55.612240 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb82a61-6b81-4453-ae0c-87be20a84ed2', 'name': 'network-vif-deleted', 'tag': '1e5071a2-2891-4faa-a848-493ef9469a03', 'status': 'completed', 'code': 200} Nov 29 19:16:55.663449 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:55.709176 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966665d-f7b0-4762-8dd6-9e10f01a770a req-d29913b4-8e7e-4283-8f34-03ccf1486422 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:55.710845 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5966665d-f7b0-4762-8dd6-9e10f01a770a req-d29913b4-8e7e-4283-8f34-03ccf1486422 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0699143 Nov 29 19:16:55.764774 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5966665d-f7b0-4762-8dd6-9e10f01a770a req-98692e14-6fce-4221-af0e-bc096f63e022 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476587 Nov 29 19:16:55.875606 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:55.901554 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] Checking router: 636b7af5-3d8b-4c71-930a-64ff5fe13818 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:16:55.910830 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:55.911813 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:16:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:56.141790 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:56.153825 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:56.348722 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:56.378577 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ec91f-935a-4571-82a9-90abbcbf3db4 None None] The sync data for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi is: [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:02:13Z', 'revision_number': 4, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': 'ae018827-38fa-4a43-b7ec-c411471f7334', 'name': '', 'network_id': '1eafe7d2-4063-4f97-a6ac-60940cdbdffb', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'mac_address': 'fa:16:3e:64:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:11Z', 'updated_at': '2021-11-29T19:02:21Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'subnets': [{'id': '5335a4b8-62e6-488c-87cb-835c29cb08e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:16:56.594003 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce2a03-0906-400f-a3d2-25d96c8d84aa None None] New status for floating IP 024f39fd-568c-4b12-9a85-a055cd050813: DOWN {{(pid=102681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:16:56.665244 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:56.677142 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 33410) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:56.732442 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65acb2d6-a12a-4d85-aea4-ee841f724fe4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:56.756734 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65acb2d6-a12a-4d85-aea4-ee841f724fe4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:56.804140 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65acb2d6-a12a-4d85-aea4-ee841f724fe4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:56.806948 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65acb2d6-a12a-4d85-aea4-ee841f724fe4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:56.808015 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-65acb2d6-a12a-4d85-aea4-ee841f724fe4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "DELETE /v2.0/security-groups/7591e9af-84f1-4392-b1b3-afe4843bf1f6 HTTP/1.1" status: 204 len: 168 time: 0.1298909 Nov 29 19:16:56.811315 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 33414) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:56.828120 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acb2d6-a12a-4d85-aea4-ee841f724fe4 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591e9af-84f1-4392-b1b3-afe4843bf1f6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:56.830156 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.api.v2.resource [None req-d9bc2342-9fbd-4299-99be-4e10f6f43015 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] show failed (client error): The resource could not be found. Nov 29 19:16:56.834454 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d9bc2342-9fbd-4299-99be-4e10f6f43015 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "GET /v2.0/security-groups/7591e9af-84f1-4392-b1b3-afe4843bf1f6 HTTP/1.1" status: 404 len: 347 time: 0.0189724 Nov 29 19:16:56.835337 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 33416) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:56.978492 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e15adf-0ebb-4901-bda0-853ffa64d265 req-190cabd9-8dfd-4536-bb8c-aca1b8cd0ccc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:56.980020 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d0e15adf-0ebb-4901-bda0-853ffa64d265 req-190cabd9-8dfd-4536-bb8c-aca1b8cd0ccc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.1368203 Nov 29 19:16:57.029226 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Deleting port ec7298a2-2094-489f-a45a-b8b6db9faba8 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:16:57.029561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.073044 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d0e15adf-0ebb-4901-bda0-853ffa64d265 req-93245e86-055d-4313-8ad0-2e83cc573470 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860267 Nov 29 19:16:57.115270 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.115597 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.130924 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Calling delete_port for ec7298a2-2094-489f-a45a-b8b6db9faba8 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:16:57.276375 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.309878 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Pushing event deleted for resources: {'Port': ['ID=ec7298a2-2094-489f-a45a-b8b6db9faba8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:57.388347 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.391746 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.392904 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-fb08a24d-7a3c-4895-813b-7f667a6f59c9 tempest-AttachVolumeTestJSON-1661825786 tempest-AttachVolumeTestJSON-1661825786-project] 10.222.0.45 "DELETE /v2.0/floatingips/024f39fd-568c-4b12-9a85-a055cd050813 HTTP/1.1" status: 204 len: 168 time: 0.5573583 Nov 29 19:16:57.401922 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 1e5071a2-2891-4faa-a848-493ef9469a03 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:16:57.424144 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: 1e5071a2-2891-4faa-a848-493ef9469a03 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:16:57.424499 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 1e5071a2-2891-4faa-a848-493ef9469a03 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:16:58.197234 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca9301-03b6-4c65-90c4-e76ad1acea76 req-0022c401-38e2-4dc6-a2ab-75dcfb68dd4e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:58.198813 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-eaca9301-03b6-4c65-90c4-e76ad1acea76 req-0022c401-38e2-4dc6-a2ab-75dcfb68dd4e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0506377 Nov 29 19:16:58.246106 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-eaca9301-03b6-4c65-90c4-e76ad1acea76 req-a39bb895-56e2-4efb-b6c8-e1b60b89646c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413115 Nov 29 19:16:59.363623 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dec7c-45a0-4390-8169-8a86922b5a77 req-98f81a26-87ec-4cd7-89b6-f65c3d57776a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:59.365443 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-419dec7c-45a0-4390-8169-8a86922b5a77 req-98f81a26-87ec-4cd7-89b6-f65c3d57776a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0502510 Nov 29 19:16:59.413338 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-419dec7c-45a0-4390-8169-8a86922b5a77 req-0509795f-3187-41ab-99e1-4f07062f40ff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 Nov 29 19:16:59.867982 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 33448) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:00.331931 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:00.530949 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108838f-afa3-4786-b4a1-934841dfd919 req-ed9e8c9f-d3e9-4e02-9a01-e2ef4d2e239a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:00.533123 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1108838f-afa3-4786-b4a1-934841dfd919 req-ed9e8c9f-d3e9-4e02-9a01-e2ef4d2e239a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0495448 Nov 29 19:17:00.577997 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Deleting port ae018827-38fa-4a43-b7ec-c411471f7334 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:00.578607 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:00.584447 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1108838f-afa3-4786-b4a1-934841dfd919 req-4eb853af-937f-4174-9046-93207949d1cc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 Nov 29 19:17:00.659070 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] For port ae018827-38fa-4a43-b7ec-c411471f7334, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=ae018827-38fa-4a43-b7ec-c411471f7334,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:00.659470 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:00.671889 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Calling delete_port for ae018827-38fa-4a43-b7ec-c411471f7334 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:00.851903 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:00.876231 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae018827-38fa-4a43-b7ec-c411471f7334,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:01.041091 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:01.494853 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Router 636b7af5-3d8b-4c71-930a-64ff5fe13818 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:17:01.594490 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:17:01.600253 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ceb87742-ade9-45ed-8d4a-54ecb66cef37 admin admin] 10.222.0.45 "PUT /v2.0/routers/636b7af5-3d8b-4c71-930a-64ff5fe13818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312329 Nov 29 19:17:01.602802 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 33456) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:01.604544 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] Sync routers for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:17:01.616521 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:01.617227 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:16:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:01.726353 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:01.746071 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:01.757541 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ac67-f0fc-4e55-941f-0d93f26a7184 req-d7808342-450a-445b-a0ce-d081067200ee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:01.759071 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-58d7ac67-f0fc-4e55-941f-0d93f26a7184 req-d7808342-450a-445b-a0ce-d081067200ee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0957236 Nov 29 19:17:01.887743 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-58d7ac67-f0fc-4e55-941f-0d93f26a7184 req-5204cce9-5b09-46de-8d52-694de578d2b7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980012 Nov 29 19:17:01.906444 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:01.914092 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:17:00Z', 'revision_number': 5, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port': {'id': '56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:02:07Z', 'updated_at': '2021-11-29T19:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:01.940441 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] Checking router: 636b7af5-3d8b-4c71-930a-64ff5fe13818 for host: dv-cinder-815746-3-iscsi {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:17:01.948686 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] Routers {'636b7af5-3d8b-4c71-930a-64ff5fe13818'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:01.949292 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:16:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['636b7af5-3d8b-4c71-930a-64ff5fe13818'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:01.959467 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Deleting port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:01.959806 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.035383 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] Set router 636b7af5-3d8b-4c71-930a-64ff5fe13818 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:02.043215 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] For port 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:02.043585 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.056278 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Calling delete_port for 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:02.089371 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:17:01Z', 'revision_number': 6, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port_host': None}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:02.115384 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40b596-6ea9-4f5d-98e5-0d5646ec43b0 None None] The sync data for ids ['636b7af5-3d8b-4c71-930a-64ff5fe13818'] in dv-cinder-815746-3-iscsi is: [{'id': '636b7af5-3d8b-4c71-930a-64ff5fe13818', 'name': 'tempest-AttachVolumeTestJSON-1712317976-router', 'tenant_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:02:05Z', 'updated_at': '2021-11-29T19:17:01Z', 'revision_number': 6, 'project_id': 'aff2f1610df3473eb9bfbf69b3b32a89', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:17:02.228174 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.253448 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:02.313670 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.404962 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.407037 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.454278 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.454826 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636b7af5-3d8b-4c71-930a-64ff5fe13818 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:17:02.460306 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.461478 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5b76c812-1553-4410-b195-6f0c98affef6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/636b7af5-3d8b-4c71-930a-64ff5fe13818 HTTP/1.1" status: 204 len: 168 time: 0.8574901 Nov 29 19:17:02.464145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 33462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:02.511020 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] Deleting subnet 5335a4b8-62e6-488c-87cb-835c29cb08e4 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:17:02.514271 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.553248 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26314930'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.632190 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.681976 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26339389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26608207'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.706987 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5335a4b8-62e6-488c-87cb-835c29cb08e4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:02.710743 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.713927 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-f9fffdc1-6ac5-401f-8f72-b02fc2f0217a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5335a4b8-62e6-488c-87cb-835c29cb08e4 HTTP/1.1" status: 204 len: 168 time: 0.2486246 Nov 29 19:17:02.716455 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 33464) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:02.716726 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6309da-96e5-46f4-a766-c574b651089b None None] Network 1eafe7d2-4063-4f97-a6ac-60940cdbdffb requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:17:02.784244 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.845924 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Deleting port c308a5e2-4903-4e66-8562-7c1408d80f4a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:02.846300 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.915239 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] For port c308a5e2-4903-4e66-8562-7c1408d80f4a, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=c308a5e2-4903-4e66-8562-7c1408d80f4a,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:02.915601 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:02.930916 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Calling delete_port for c308a5e2-4903-4e66-8562-7c1408d80f4a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:02.931122 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] DHCP port deletion for 1eafe7d2-4063-4f97-a6ac-60940cdbdffb request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:17:02.995136 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Deleting port c308a5e2-4903-4e66-8562-7c1408d80f4a {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:02.995136 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.018053 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.039117 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11810fc0-3ea9-401c-83d5-365daa6354c7 req-1bad6b1f-4c58-461d-b556-f4eb02df9821 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:03.040739 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-11810fc0-3ea9-401c-83d5-365daa6354c7 req-1bad6b1f-4c58-461d-b556-f4eb02df9821 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0579298 Nov 29 19:17:03.050292 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] No DVR routers for this DVR port c308a5e2-4903-4e66-8562-7c1408d80f4a on host dv-cinder-815746-3-iscsi {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:17:03.054693 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Pushing event deleted for resources: {'Port': ['ID=c308a5e2-4903-4e66-8562-7c1408d80f4a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:03.071862 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] For port c308a5e2-4903-4e66-8562-7c1408d80f4a, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=c308a5e2-4903-4e66-8562-7c1408d80f4a,segment=NetworkSegment(9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848),segment_id=9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:03.072262 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.087972 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Calling delete_port for c308a5e2-4903-4e66-8562-7c1408d80f4a owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:03.114799 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-11810fc0-3ea9-401c-83d5-365daa6354c7 req-2f7f39bf-5e37-459b-b2da-e66d7226be62 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573952 Nov 29 19:17:03.138323 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.160603 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eafe7d2-4063-4f97-a6ac-60940cdbdffb']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:03.169873 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575'] for port, after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.170576 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:03.170914 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd22dbe-cdc8-4bd2-b8ef-ef2b609de848') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:03.182657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.197296 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.198389 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Pushing event deleted for resources: {'Port': ['ID=c308a5e2-4903-4e66-8562-7c1408d80f4a,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:03.204440 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:17:03.205103 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.206314 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] No DVR routers for this DVR port c308a5e2-4903-4e66-8562-7c1408d80f4a on host dv-cinder-815746-3-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:17:03.206819 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:17:03.210786 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.211347 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.211347 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.211865 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.212082 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.212420 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.212738 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.213216 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.213393 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.213886 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.214079 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.214580 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b29fc-3f68-47c5-88db-070e5e0f048d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.266013 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.272212 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.274783 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1eafe7d2-4063-4f97-a6ac-60940cdbdffb HTTP/1.1" status: 204 len: 168 time: 0.5573742 Nov 29 19:17:03.285983 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86d747-19f2-44b2-bf48-1b4d3a463267 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eafe7d2-4063-4f97-a6ac-60940cdbdffb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:03.384773 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 33472) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:03.422671 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-369a99a6-2720-4ea9-a7a9-067268db09e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aff2f1610df3473eb9bfbf69b3b32a89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0366170 Nov 29 19:17:03.425122 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 33474) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:03.475527 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.498142 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.547763 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.550481 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:03.552529 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae180183-a152-447e-8ee7-b536b7a5d7da HTTP/1.1" status: 204 len: 168 time: 0.1263690 Nov 29 19:17:03.560142 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae180183-a152-447e-8ee7-b536b7a5d7da,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:03.567341 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.567707 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.568052 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.568389 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.568723 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.569059 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.569391 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.569729 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.570062 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.570418 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.570744 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.571067 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34464c9-b727-4a2f-921d-4c8caa81ae76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:03.724680 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:17:03.748833 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:17:03.749179 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 56208f4b-d8b0-4c1d-bf2c-bdd07a8e491f not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:17:03.749624 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device ae018827-38fa-4a43-b7ec-c411471f7334 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:17:03.768326 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: ae018827-38fa-4a43-b7ec-c411471f7334 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:17:03.768674 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device ae018827-38fa-4a43-b7ec-c411471f7334 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:17:03.769082 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device c308a5e2-4903-4e66-8562-7c1408d80f4a no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:17:03.787951 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: c308a5e2-4903-4e66-8562-7c1408d80f4a {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:17:03.788303 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device c308a5e2-4903-4e66-8562-7c1408d80f4a not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:17:04.218556 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e93d56-4941-4fa1-a225-68800f44c0fb req-73c82c9a-e615-438a-b9fe-ac9d864e36d2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:04.220099 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-35e93d56-4941-4fa1-a225-68800f44c0fb req-73c82c9a-e615-438a-b9fe-ac9d864e36d2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0486875 Nov 29 19:17:04.269477 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-35e93d56-4941-4fa1-a225-68800f44c0fb req-64eee48b-65fb-42b4-bf9e-5282f33c5aaf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428889 Nov 29 19:17:05.388210 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136fba1-1f62-4c6c-a203-1ec2ca8a9049 req-ca003cf8-32f5-4f66-8cb5-96f115391c97 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:05.389667 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6136fba1-1f62-4c6c-a203-1ec2ca8a9049 req-ca003cf8-32f5-4f66-8cb5-96f115391c97 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483534 Nov 29 19:17:05.436499 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6136fba1-1f62-4c6c-a203-1ec2ca8a9049 req-3f195db3-77f7-4ee2-bd4f-5fec15470a10 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 Nov 29 19:17:06.559519 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cea14-decd-4985-a370-6e1836bf3f0d req-4b4d9e0f-1c53-47e2-a135-68769c48d504 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:06.560972 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a3cea14-decd-4985-a370-6e1836bf3f0d req-4b4d9e0f-1c53-47e2-a135-68769c48d504 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0516768 Nov 29 19:17:06.606693 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a3cea14-decd-4985-a370-6e1836bf3f0d req-270fcb7e-5fce-4078-93de-a70949081e37 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397832 Nov 29 19:17:07.742816 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97476d6-737e-4304-a91e-5000fc5e0f5e req-047b2c2a-7005-48d4-aa63-cb335a99ec5f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:07.744513 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c97476d6-737e-4304-a91e-5000fc5e0f5e req-047b2c2a-7005-48d4-aa63-cb335a99ec5f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0584712 Nov 29 19:17:07.792299 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c97476d6-737e-4304-a91e-5000fc5e0f5e req-c5c29de5-f01a-4caf-aa8f-fbe240d6f115 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416615 Nov 29 19:17:08.909656 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7100-54fc-4358-ac17-bd460605d469 req-1cbcc67f-6645-4670-a7f2-9257f992f8b4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:08.911227 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-758b7100-54fc-4358-ac17-bd460605d469 req-1cbcc67f-6645-4670-a7f2-9257f992f8b4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483348 Nov 29 19:17:08.956954 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-758b7100-54fc-4358-ac17-bd460605d469 req-30c9a528-60bd-4e33-ad5d-e5d18b493b54 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398600 Nov 29 19:17:10.081283 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5540660-9c46-46da-b375-94206e076456 req-c03d470c-95b5-49c1-9fe5-da27e594ef82 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:10.083274 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e5540660-9c46-46da-b375-94206e076456 req-c03d470c-95b5-49c1-9fe5-da27e594ef82 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0527868 Nov 29 19:17:10.129409 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e5540660-9c46-46da-b375-94206e076456 req-a79ce919-7ba3-448e-8456-c24be0256c8e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402973 Nov 29 19:17:11.247375 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d33969-b9c7-4dd9-ad82-ba58f464f952 req-577544ef-b6ea-4555-a174-4e6d48961808 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:11.248844 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-88d33969-b9c7-4dd9-ad82-ba58f464f952 req-577544ef-b6ea-4555-a174-4e6d48961808 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0487173 Nov 29 19:17:11.298007 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-88d33969-b9c7-4dd9-ad82-ba58f464f952 req-0ec4190b-19ca-461f-b568-c154a81d19fa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Nov 29 19:17:12.419571 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f7ad9-9ec0-4ec8-88df-60f2e43e22cd req-6dd838ef-52f1-4300-8588-548b00a8f789 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:12.421055 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-651f7ad9-9ec0-4ec8-88df-60f2e43e22cd req-6dd838ef-52f1-4300-8588-548b00a8f789 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0498312 Nov 29 19:17:12.469377 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-651f7ad9-9ec0-4ec8-88df-60f2e43e22cd req-bc8aa32c-7ea3-466e-be5a-44b7e0f9c660 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Nov 29 19:17:13.593363 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad0d88-ef5f-44c3-b33b-c122044461e8 req-64cc3058-4986-43b4-8bd8-111509ae479a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:13.594874 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-89ad0d88-ef5f-44c3-b33b-c122044461e8 req-64cc3058-4986-43b4-8bd8-111509ae479a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0496638 Nov 29 19:17:13.644373 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-89ad0d88-ef5f-44c3-b33b-c122044461e8 req-250fff55-dba3-4473-a98e-2dfd915586a8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Nov 29 19:17:14.766466 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10181d90-a746-4b12-9992-b563c3370b3e req-e6a724dc-dd8d-408f-b1d5-fd10a4b3b920 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:14.767969 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-10181d90-a746-4b12-9992-b563c3370b3e req-e6a724dc-dd8d-408f-b1d5-fd10a4b3b920 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0536857 Nov 29 19:17:14.816369 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-10181d90-a746-4b12-9992-b563c3370b3e req-240befa6-440c-4341-90d6-a612cdd179c8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414081 Nov 29 19:17:15.937808 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0825-1855-405f-bc4f-2d04689428a7 req-f9232282-d968-4981-bf03-40d4b723cfc6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:15.939287 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-344a0825-1855-405f-bc4f-2d04689428a7 req-f9232282-d968-4981-bf03-40d4b723cfc6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482063 Nov 29 19:17:15.986718 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-344a0825-1855-405f-bc4f-2d04689428a7 req-6e31e3b7-2d78-4f55-a0ea-a02eb559caa1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 Nov 29 19:17:16.035261 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:17.105514 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba57f0-b39c-43c8-9390-a41b53986800 req-824aaab9-753c-43e2-9202-1c1a7774d815 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:17.107011 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-94ba57f0-b39c-43c8-9390-a41b53986800 req-824aaab9-753c-43e2-9202-1c1a7774d815 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480282 Nov 29 19:17:17.153267 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-94ba57f0-b39c-43c8-9390-a41b53986800 req-54a5b456-6def-4e9b-b8fc-3bfc916fbc34 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 Nov 29 19:17:18.138095 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:17:18.276246 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ad4bb-f43c-44cc-b7e5-92e0e2a2032b req-bc1f1db0-415b-4fc7-ae60-6f9b23ffd977 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:18.277621 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-602ad4bb-f43c-44cc-b7e5-92e0e2a2032b req-bc1f1db0-415b-4fc7-ae60-6f9b23ffd977 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0528507 Nov 29 19:17:18.324758 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-602ad4bb-f43c-44cc-b7e5-92e0e2a2032b req-13f14a21-51db-484f-a308-6029b6fb28a8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412009 Nov 29 19:17:19.441088 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b3d8-bd18-4fc7-adb8-cd35d607a6b7 req-453d8e4e-0fde-4131-8ec1-8db7bac78a77 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:19.442560 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4c38b3d8-bd18-4fc7-adb8-cd35d607a6b7 req-453d8e4e-0fde-4131-8ec1-8db7bac78a77 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0476289 Nov 29 19:17:19.491749 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4c38b3d8-bd18-4fc7-adb8-cd35d607a6b7 req-fd05e5a1-b762-4238-a762-3e93a08e4d39 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Nov 29 19:17:20.607168 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756f766-0ac6-4cd8-9716-f14ebe3d0fff req-9db12eaf-f398-42e9-bd5a-b6bc9ede1f0a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:20.608709 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7756f766-0ac6-4cd8-9716-f14ebe3d0fff req-9db12eaf-f398-42e9-bd5a-b6bc9ede1f0a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0480638 Nov 29 19:17:20.658500 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7756f766-0ac6-4cd8-9716-f14ebe3d0fff req-b6072bad-1f16-4c9a-a8bb-361891c12469 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438929 Nov 29 19:17:20.887849 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a27f323f-4e84-497c-93b3-b0ad731c9a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:21.777014 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794eacb-1db5-461d-bf13-1393dc76c521 req-6ccb3eb8-1728-46d6-b1b6-924c7116bcd7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:21.778481 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6794eacb-1db5-461d-bf13-1393dc76c521 req-6ccb3eb8-1728-46d6-b1b6-924c7116bcd7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0482600 Nov 29 19:17:21.825389 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6794eacb-1db5-461d-bf13-1393dc76c521 req-92a91819-7d29-419e-94e4-72b404c167a1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Nov 29 19:17:22.946319 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584200c1-8903-4d2b-8393-7ce1ae2cc8b3 req-84107556-4bcd-4eae-bfd0-ba489b78905d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:22.947811 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-584200c1-8903-4d2b-8393-7ce1ae2cc8b3 req-84107556-4bcd-4eae-bfd0-ba489b78905d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0521533 Nov 29 19:17:23.001056 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-584200c1-8903-4d2b-8393-7ce1ae2cc8b3 req-fcea9cc0-c5bd-4051-9cd6-6a01fd0a31f0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 Nov 29 19:17:23.282180 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb20d-6344-4fef-a1af-36feb0babd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:24.123697 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc064d0-4cca-4285-83e7-f6b808fb1fef req-39c6a926-bee5-48b9-965a-e3d604c0f864 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:24.125154 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-efc064d0-4cca-4285-83e7-f6b808fb1fef req-39c6a926-bee5-48b9-965a-e3d604c0f864 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0506506 Nov 29 19:17:24.171843 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-efc064d0-4cca-4285-83e7-f6b808fb1fef req-a77725cd-96c7-4f13-96a7-658f9d1b7572 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Nov 29 19:17:24.255951 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:25.290879 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c78467-b82c-4a12-93f0-f22a99e95559 req-7c4a6692-a427-4069-9b24-12cf9c9dd8f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:25.292265 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-03c78467-b82c-4a12-93f0-f22a99e95559 req-7c4a6692-a427-4069-9b24-12cf9c9dd8f1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0497491 Nov 29 19:17:25.339473 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-03c78467-b82c-4a12-93f0-f22a99e95559 req-72157535-5ed0-40cc-abb1-a42942b45985 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413613 Nov 29 19:17:25.988900 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:26.461083 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db5f14-81f4-479d-b166-a1022b7c96ac req-95f04d81-a296-437d-96dd-9b333bf94526 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:26.462587 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-82db5f14-81f4-479d-b166-a1022b7c96ac req-95f04d81-a296-437d-96dd-9b333bf94526 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0524719 Nov 29 19:17:26.509650 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-82db5f14-81f4-479d-b166-a1022b7c96ac req-7e201880-61eb-47bc-96b9-23fd1714db95 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Nov 29 19:17:26.668074 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:27.626638 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a796ac-3072-44cf-8f25-61691fb9ee36 req-e73ce4f2-bfe4-4ecb-ab14-1c8257df00c8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:27.628095 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-13a796ac-3072-44cf-8f25-61691fb9ee36 req-e73ce4f2-bfe4-4ecb-ab14-1c8257df00c8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0478675 Nov 29 19:17:27.675001 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-13a796ac-3072-44cf-8f25-61691fb9ee36 req-ac98103b-dcea-4b5a-be2c-478342e7fca3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404682 Nov 29 19:17:28.795762 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7cb3b-8439-46fe-9217-ea574c6775d7 req-458a5401-bf2e-46d6-b50d-4291071efbb1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:28.797240 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58a7cb3b-8439-46fe-9217-ea574c6775d7 req-458a5401-bf2e-46d6-b50d-4291071efbb1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0490983 Nov 29 19:17:28.844421 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58a7cb3b-8439-46fe-9217-ea574c6775d7 req-5dbb2336-563e-4a9c-a367-4c382482a8a0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Nov 29 19:17:29.969374 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b79499-6e9a-4463-81de-23d16f5d1f89 req-0627f3b9-7f1a-4722-8d51-c087cea63d73 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:29.970844 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-25b79499-6e9a-4463-81de-23d16f5d1f89 req-0627f3b9-7f1a-4722-8d51-c087cea63d73 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0519497 Nov 29 19:17:30.018163 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-25b79499-6e9a-4463-81de-23d16f5d1f89 req-8b0cd2bd-2ee1-484f-af12-6e293cfedea3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 Nov 29 19:17:31.140232 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f894d16-c1fc-4aaf-b2ae-1bf5b320d408 req-7bdc346d-e8ef-431c-9cce-ca1defb5360f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:31.141338 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4f894d16-c1fc-4aaf-b2ae-1bf5b320d408 req-7bdc346d-e8ef-431c-9cce-ca1defb5360f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0483451 Nov 29 19:17:31.190527 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4f894d16-c1fc-4aaf-b2ae-1bf5b320d408 req-b5e4a7ee-4c8b-414c-b60a-dd7606bde145 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 Nov 29 19:17:32.319014 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e41d-d82e-4b6b-b3f4-48cfc6502118 req-442d43f5-44eb-45ad-b0a7-228159bb0f37 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:32.320169 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7df9e41d-d82e-4b6b-b3f4-48cfc6502118 req-442d43f5-44eb-45ad-b0a7-228159bb0f37 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0548227 Nov 29 19:17:32.376170 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7df9e41d-d82e-4b6b-b3f4-48cfc6502118 req-bc9bdf28-51bb-41ce-bfa2-793a883194cb tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491590 Nov 29 19:17:33.502803 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d67c2-29cd-43ac-9d34-b73181283b11 req-bccc3428-eb63-4863-bf8a-0d2da8aaec2b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:33.504400 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-615d67c2-29cd-43ac-9d34-b73181283b11 req-bccc3428-eb63-4863-bf8a-0d2da8aaec2b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0538595 Nov 29 19:17:33.557109 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-615d67c2-29cd-43ac-9d34-b73181283b11 req-f9208f3f-d2c9-46f4-83de-7635efa8acfc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Nov 29 19:17:33.659956 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-794ad641-7300-41f0-8cd1-82aa39f502ba req-4c2a45dc-8bfc-45ec-a11c-f89832c588a7 service neutron] (102678) timed out ('10.222.0.53', 63362) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:17:34.213255 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [req-ccc3f1af-62a9-48f7-9841-8442a0f57f29 req-59b08f0c-a7a3-490e-af35-8fae126846d3 service neutron] (102679) timed out ('10.222.0.53', 63374) {{(pid=102679) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:17:34.681444 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dba33-6ca8-462b-8717-dfa4dc775874 req-4cf942a5-a041-40b5-bfa1-544760be45d5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:34.682965 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-df2dba33-6ca8-462b-8717-dfa4dc775874 req-4cf942a5-a041-40b5-bfa1-544760be45d5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0529890 Nov 29 19:17:34.704558 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-f4804276-f7b3-4dfc-86c9-5edd746fe15f req-bfc9f131-84fb-411b-aaf4-9b1d1661c667 service neutron] (102678) timed out ('10.222.0.53', 63357) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:17:34.731949 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-df2dba33-6ca8-462b-8717-dfa4dc775874 req-a9c1f0a6-90e6-4c08-9eec-91f8a3644537 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Nov 29 19:17:35.849687 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d257d7f-2a08-4526-baa0-20b910453d20 req-a441332e-1f9a-4fa5-b1ab-f275195b68ec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:35.851168 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4d257d7f-2a08-4526-baa0-20b910453d20 req-a441332e-1f9a-4fa5-b1ab-f275195b68ec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0481379 Nov 29 19:17:35.896375 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4d257d7f-2a08-4526-baa0-20b910453d20 req-848eb4e8-5260-483b-9d28-685216471578 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392442 Nov 29 19:17:37.014263 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8add7-8a99-4de2-8597-aa7c8e5548fc req-21513b66-68ab-4d41-ac69-2aedf2473dce tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:37.015766 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1b8add7-8a99-4de2-8597-aa7c8e5548fc req-21513b66-68ab-4d41-ac69-2aedf2473dce tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0493672 Nov 29 19:17:37.062593 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1b8add7-8a99-4de2-8597-aa7c8e5548fc req-ebfbdeff-4d21-41c9-ba9c-fb416d44eeae tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408382 Nov 29 19:17:38.182993 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399619ed-f702-4104-9aa1-20d7b747da67 req-e7caa0b7-190d-42c5-a8b3-dd1a63fa8c5f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:38.184434 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-399619ed-f702-4104-9aa1-20d7b747da67 req-e7caa0b7-190d-42c5-a8b3-dd1a63fa8c5f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0510046 Nov 29 19:17:38.230737 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-399619ed-f702-4104-9aa1-20d7b747da67 req-5bff715f-7127-4cf4-8267-5ea5551ea31f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 Nov 29 19:17:39.348452 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b186cf-4935-4003-ba87-aa5acecba245 req-b222be39-e8a9-41e4-9b50-2ad43c492f08 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:39.349918 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-91b186cf-4935-4003-ba87-aa5acecba245 req-b222be39-e8a9-41e4-9b50-2ad43c492f08 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0470343 Nov 29 19:17:39.399417 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-91b186cf-4935-4003-ba87-aa5acecba245 req-74f10334-981b-416d-b2f3-78daa380e7d6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435958 Nov 29 19:17:40.521063 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3cdcc-5a1c-47c8-b4bf-7383395e166a req-f2fd4154-56b3-434e-a6ee-e7abc0e908b8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:40.522549 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58b3cdcc-5a1c-47c8-b4bf-7383395e166a req-f2fd4154-56b3-434e-a6ee-e7abc0e908b8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0496087 Nov 29 19:17:40.569568 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58b3cdcc-5a1c-47c8-b4bf-7383395e166a req-3d48e2d5-7cbc-4669-a292-eba8affbb994 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Nov 29 19:17:41.688170 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f83c-5d1e-4da9-8a7b-b4b6d5a9ae77 req-357869ce-3df6-4878-afb7-500aeb67d377 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:41.689640 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0356f83c-5d1e-4da9-8a7b-b4b6d5a9ae77 req-357869ce-3df6-4878-afb7-500aeb67d377 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0485089 Nov 29 19:17:41.738895 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0356f83c-5d1e-4da9-8a7b-b4b6d5a9ae77 req-8da74f2d-acde-4f8f-ae31-4225497d02ff tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Nov 29 19:17:42.859996 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b1a7d-0d86-4eeb-86ba-b62d7458d12b req-4aa7a9bb-fb28-4933-88d5-557ddb6d00ec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:42.861473 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-749b1a7d-0d86-4eeb-86ba-b62d7458d12b req-4aa7a9bb-fb28-4933-88d5-557ddb6d00ec tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0511026 Nov 29 19:17:42.907708 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-749b1a7d-0d86-4eeb-86ba-b62d7458d12b req-a5ac1cbd-d29c-47b4-9d2a-0e4eaf511c79 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403812 Nov 29 19:17:43.890562 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.016612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-493a277f-42e6-4e3c-a974-0d55287cfc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.052919 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f30014-f27f-4211-8a1c-cd42cfe68ca3 req-c7bdbc19-f947-4f93-8658-c2e36f82a7db tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:44.054421 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-86f30014-f27f-4211-8a1c-cd42cfe68ca3 req-c7bdbc19-f947-4f93-8658-c2e36f82a7db tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0746963 Nov 29 19:17:44.127551 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-86f30014-f27f-4211-8a1c-cd42cfe68ca3 req-0e7e9ca1-4951-414c-91ae-0238f3324994 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e200425-68dd-4fd7-94c7-03d16181b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658958 Nov 29 19:17:44.147490 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-493a277f-42e6-4e3c-a974-0d55287cfc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.151698 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-493a277f-42e6-4e3c-a974-0d55287cfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.189971 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-493a277f-42e6-4e3c-a974-0d55287cfc39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d40304f454284b60b80fe8f000065c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982788 Nov 29 19:17:44.191953 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34020) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.195140 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a277f-42e6-4e3c-a974-0d55287cfc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a427e41-d847-4f97-a025-456f5a8eb6fd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.243059 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e9d6806f-eea2-4a08-8ca9-37e4a4c05237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.264578 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e9d6806f-eea2-4a08-8ca9-37e4a4c05237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.311952 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e9d6806f-eea2-4a08-8ca9-37e4a4c05237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.314621 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e9d6806f-eea2-4a08-8ca9-37e4a4c05237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.318123 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e9d6806f-eea2-4a08-8ca9-37e4a4c05237 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a427e41-d847-4f97-a025-456f5a8eb6fd HTTP/1.1" status: 204 len: 168 time: 0.1224003 Nov 29 19:17:44.324043 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6806f-eea2-4a08-8ca9-37e4a4c05237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a427e41-d847-4f97-a025-456f5a8eb6fd,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.587217 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34036) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.600606 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1d858f42-ed39-4a82-aede-283052646fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.676807 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1d858f42-ed39-4a82-aede-283052646fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.680703 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1d858f42-ed39-4a82-aede-283052646fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.723851 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1d858f42-ed39-4a82-aede-283052646fbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86e5e12ba07a4b6380f8394ddb4d38f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355081 Nov 29 19:17:44.724912 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d858f42-ed39-4a82-aede-283052646fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6f8ae-edbe-4716-8b6d-9f61eff6e930,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.726745 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34048) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.788577 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c32967e4-bbbc-4e92-9e91-646537c949c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.810602 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c32967e4-bbbc-4e92-9e91-646537c949c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.860692 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c32967e4-bbbc-4e92-9e91-646537c949c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.863464 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c32967e4-bbbc-4e92-9e91-646537c949c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.864620 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-c32967e4-bbbc-4e92-9e91-646537c949c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3d6f8ae-edbe-4716-8b6d-9f61eff6e930 HTTP/1.1" status: 204 len: 168 time: 0.1353459 Nov 29 19:17:44.873326 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32967e4-bbbc-4e92-9e91-646537c949c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6f8ae-edbe-4716-8b6d-9f61eff6e930,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:45.382425 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc1e27-0678-481f-b832-1327a108eff6 req-09668a67-f515-494b-b935-35471b5fc5f8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:45.386691 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-cafc1e27-0678-481f-b832-1327a108eff6 req-09668a67-f515-494b-b935-35471b5fc5f8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5495173-f26f-4332-8c15-0d0be07ee450 HTTP/1.1" status: 200 len: 943 time: 0.0577466 Nov 29 19:17:45.514017 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Deleting port 527a0fca-06c1-41f9-aac6-acd8a3646425 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:45.514431 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.601402 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] For port 527a0fca-06c1-41f9-aac6-acd8a3646425, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=527a0fca-06c1-41f9-aac6-acd8a3646425,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:45.601760 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.828800 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.829158 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.829470 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.l3_db [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Floating IP d9d3f218-a5b3-458a-be94-97eba81caa40 disassociated. External IP: 172.27.2.239, port: 527a0fca-06c1-41f9-aac6-acd8a3646425. Nov 29 19:17:45.829810 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Calling delete_port for 527a0fca-06c1-41f9-aac6-acd8a3646425 owned by compute:nova {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:45.963548 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.019542 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event deleted for resources: {'Port': ['ID=527a0fca-06c1-41f9-aac6-acd8a3646425,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:46.061892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.160117 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Router 5a0301ab-baad-4894-bfbf-bd374c59b503 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:17:46.490665 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:17:46.500913 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] Sync routers for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:17:46.511660 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:46.512388 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:17:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:46.555498 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] No DVR routers for this DVR port 527a0fca-06c1-41f9-aac6-acd8a3646425 on host hv-cinder-81574 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:17:46.558833 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.567934 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-cafc1e27-0678-481f-b832-1327a108eff6 req-0a4f2c71-c454-46a0-91cc-4fda847c41de tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "DELETE /v2.0/ports/527a0fca-06c1-41f9-aac6-acd8a3646425 HTTP/1.1" status: 204 len: 173 time: 1.1783659 Nov 29 19:17:46.568722 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-deleted', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:46.572000 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb8589f215c57af3f8a6bbf3829f2adfb09e467586c42abb59f4f84c4760e566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4c664b-ab0c-43f2-946c-08ee2591f2a6" -d '{"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-deleted", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:46.703336 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34152) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:46.710455 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:46.818556 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad7d2e-aabe-4893-8e5d-5d0de1c8a1bb x-openstack-request-id: req-8bad7d2e-aabe-4893-8e5d-5d0de1c8a1bb {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:46.819103 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5495173-f26f-4332-8c15-0d0be07ee450", "name": "network-vif-deleted", "tag": "527a0fca-06c1-41f9-aac6-acd8a3646425", "status": "failed", "code": 422}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:46.819600 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8bad7d2e-aabe-4893-8e5d-5d0de1c8a1bb {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:46.820212 dv-cinder-815746-3-iscsi neutron-server[102679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5495173-f26f-4332-8c15-0d0be07ee450', 'name': 'network-vif-deleted', 'tag': '527a0fca-06c1-41f9-aac6-acd8a3646425', 'status': 'failed', 'code': 422} returned with failed status Nov 29 19:17:46.889283 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-127f75f9-d675-42c0-94fb-a1f96eed0b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.926570 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:46.960324 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] Checking router: 5a0301ab-baad-4894-bfbf-bd374c59b503 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:17:46.969841 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:46.970500 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:17:23Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:46.989110 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-127f75f9-d675-42c0-94fb-a1f96eed0b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.995713 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-127f75f9-d675-42c0-94fb-a1f96eed0b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.037233 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f75f9-d675-42c0-94fb-a1f96eed0b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a06abe2-9a55-442a-b9b2-15a9280e9a0f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:47.061676 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-127f75f9-d675-42c0-94fb-a1f96eed0b69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47df1558608e49bb9a4ade041c2ea1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537879 Nov 29 19:17:47.061939 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34156) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.083660 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:47.117375 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59b35ec9-0f4b-4ff0-bcee-f7bc3f0e01f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.141869 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59b35ec9-0f4b-4ff0-bcee-f7bc3f0e01f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.199922 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59b35ec9-0f4b-4ff0-bcee-f7bc3f0e01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.204024 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59b35ec9-0f4b-4ff0-bcee-f7bc3f0e01f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.205774 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-59b35ec9-0f4b-4ff0-bcee-f7bc3f0e01f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a06abe2-9a55-442a-b9b2-15a9280e9a0f HTTP/1.1" status: 204 len: 168 time: 0.1413748 Nov 29 19:17:47.225857 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b35ec9-0f4b-4ff0-bcee-f7bc3f0e01f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a06abe2-9a55-442a-b9b2-15a9280e9a0f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:47.251957 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34166) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.313257 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d5a58af-4869-4720-bc71-d58e62ef1245 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.320305 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:47.343499 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d5a58af-4869-4720-bc71-d58e62ef1245 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.347534 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367532f-9d7b-4544-86e7-5eea42c558e0 None None] The sync data for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi is: [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:17:47.400385 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d5a58af-4869-4720-bc71-d58e62ef1245 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.403998 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d5a58af-4869-4720-bc71-d58e62ef1245 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.405615 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-7d5a58af-4869-4720-bc71-d58e62ef1245 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "DELETE /v2.0/security-groups/7e200425-68dd-4fd7-94c7-03d16181b7e1 HTTP/1.1" status: 204 len: 168 time: 0.1524904 Nov 29 19:17:47.408792 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34170) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.415402 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a58af-4869-4720-bc71-d58e62ef1245 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e200425-68dd-4fd7-94c7-03d16181b7e1,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:47.432918 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.api.v2.resource [None req-c81bf3d0-d307-406e-9015-e3c2202fc41f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] show failed (client error): The resource could not be found. Nov 29 19:17:47.433960 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-c81bf3d0-d307-406e-9015-e3c2202fc41f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups/7e200425-68dd-4fd7-94c7-03d16181b7e1 HTTP/1.1" status: 404 len: 347 time: 0.0241773 Nov 29 19:17:47.437014 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34172) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.534773 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34174) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.548618 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52052c89-c88f-45c9-a62a-7bc301bf474a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.576087 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Deleting port 32b67935-dbdc-444b-9f3d-c291ea3180ad {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:47.576714 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.634221 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52052c89-c88f-45c9-a62a-7bc301bf474a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.638990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52052c89-c88f-45c9-a62a-7bc301bf474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.643171 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c7d7d-2222-4c86-97fa-55d28283b4bf None None] New status for floating IP d9d3f218-a5b3-458a-be94-97eba81caa40: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:17:47.659006 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.659428 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.671675 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Calling delete_port for 32b67935-dbdc-444b-9f3d-c291ea3180ad owned by network:floatingip {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:47.680484 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-52052c89-c88f-45c9-a62a-7bc301bf474a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=415da6722e464ad88f0b98229c8b3bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446388 Nov 29 19:17:47.680638 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34176) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.693298 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52052c89-c88f-45c9-a62a-7bc301bf474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3249e8a1-1605-4c73-9a6e-30d56e6cff31,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:47.792866 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-030e3ae0-2404-4a4e-87c6-f88193f76d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.825167 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-030e3ae0-2404-4a4e-87c6-f88193f76d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.897020 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.925840 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event deleted for resources: {'Port': ['ID=32b67935-dbdc-444b-9f3d-c291ea3180ad,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:47.931524 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-030e3ae0-2404-4a4e-87c6-f88193f76d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.934162 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-030e3ae0-2404-4a4e-87c6-f88193f76d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.938152 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-030e3ae0-2404-4a4e-87c6-f88193f76d02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3249e8a1-1605-4c73-9a6e-30d56e6cff31 HTTP/1.1" status: 204 len: 168 time: 0.2540884 Nov 29 19:17:47.958966 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e3ae0-2404-4a4e-87c6-f88193f76d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3249e8a1-1605-4c73-9a6e-30d56e6cff31,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:47.996892 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.000110 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.001369 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-32abe09a-7b39-456f-8887-cdbad5fcfdd1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "DELETE /v2.0/floatingips/d9d3f218-a5b3-458a-be94-97eba81caa40 HTTP/1.1" status: 204 len: 168 time: 0.5630908 Nov 29 19:17:48.629963 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:48.634540 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-92bc58bc-64e5-4a01-8659-735e66668580 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122443118', 'description': 'tempest-description--834277289'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:48.662192 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92bc58bc-64e5-4a01-8659-735e66668580 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.726870 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92bc58bc-64e5-4a01-8659-735e66668580 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.731398 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92bc58bc-64e5-4a01-8659-735e66668580 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.762719 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92bc58bc-64e5-4a01-8659-735e66668580 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.765139 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-92bc58bc-64e5-4a01-8659-735e66668580 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1341383 Nov 29 19:17:48.766507 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc58bc-64e5-4a01-8659-735e66668580 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a942c-4a87-4745-aabb-8492e1b7708b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:48.768213 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34208) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:48.775237 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-cc41050f-2fe5-40a1-a95f-55367a557b68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'security_group_rule': {'security_group_id': '3f6a942c-4a87-4745-aabb-8492e1b7708b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:48.803030 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc41050f-2fe5-40a1-a95f-55367a557b68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.859136 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc41050f-2fe5-40a1-a95f-55367a557b68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.862721 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc41050f-2fe5-40a1-a95f-55367a557b68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.884295 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41050f-2fe5-40a1-a95f-55367a557b68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dc2f50-e5be-4e47-bfb8-7ac4c9d907b4,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:48.891218 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc41050f-2fe5-40a1-a95f-55367a557b68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.892428 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-cc41050f-2fe5-40a1-a95f-55367a557b68 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231520 Nov 29 19:17:48.895291 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34212) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:48.900078 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-eea956b6-6f37-4b8d-b9dd-bb47a4dec5b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'security_group_rule': {'security_group_id': '3f6a942c-4a87-4745-aabb-8492e1b7708b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:48.926663 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eea956b6-6f37-4b8d-b9dd-bb47a4dec5b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.992474 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eea956b6-6f37-4b8d-b9dd-bb47a4dec5b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.996442 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eea956b6-6f37-4b8d-b9dd-bb47a4dec5b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737578'] for security_group_rule, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.012904 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34216) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:49.014004 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea956b6-6f37-4b8d-b9dd-bb47a4dec5b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05abe3fa-489e-43c8-9d6b-14be024fdabb,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.022751 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eea956b6-6f37-4b8d-b9dd-bb47a4dec5b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.023960 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-eea956b6-6f37-4b8d-b9dd-bb47a4dec5b5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276684 Nov 29 19:17:49.027005 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34220) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:49.031959 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'floatingip': {'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:49.052452 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.121143 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fcfa67-7e4a-40f7-8411-b29ea52a7061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.148882 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.196945 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fcfa67-7e4a-40f7-8411-b29ea52a7061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.201455 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fcfa67-7e4a-40f7-8411-b29ea52a7061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.239251 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-b8fcfa67-7e4a-40f7-8411-b29ea52a7061 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a168269a33af456e9da4b4cb677b531e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252288 Nov 29 19:17:49.240303 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcfa67-7e4a-40f7-8411-b29ea52a7061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebffd9e-9e86-4a47-a2c4-8f97e6817a37,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.242718 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34222) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:49.256696 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Allocated IP 172.27.2.104 (6df4cfaa-228d-4c30-83c5-dea2f14d1768/93f3dae9-4159-4678-acc4-d59f6d9201f2/cca694ff-1cde-4f4c-b99a-cd26817ac2ea) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:17:49.298746 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0f85-1c4a-4eff-93bb-76de82a7244d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.323707 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0f85-1c4a-4eff-93bb-76de82a7244d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.369196 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.374851 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0f85-1c4a-4eff-93bb-76de82a7244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.377527 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6fc0f85-1c4a-4eff-93bb-76de82a7244d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.378723 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d6fc0f85-1c4a-4eff-93bb-76de82a7244d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bebffd9e-9e86-4a47-a2c4-8f97e6817a37 HTTP/1.1" status: 204 len: 168 time: 0.1315360 Nov 29 19:17:49.386705 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc0f85-1c4a-4eff-93bb-76de82a7244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebffd9e-9e86-4a47-a2c4-8f97e6817a37,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.418055 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.460708 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Network 6df4cfaa-228d-4c30-83c5-dea2f14d1768 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:49.463765 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:49.467749 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:17:49.473197 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'Port': ['ID=cca694ff-1cde-4f4c-b99a-cd26817ac2ea,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.553522 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.588118 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.759676 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.764316 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28345226'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.834668 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'Port': ['ID=cca694ff-1cde-4f4c-b99a-cd26817ac2ea,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.847549 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.862314 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.863562 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-5b91ea97-9de3-4da4-b3a1-a8701d90390d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8356159 Nov 29 19:17:50.042382 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34260) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:50.062519 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-3eab271b-3c3a-478e-a547-5e63b595d07c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2122443118&fields=id&tenant_id=168bfaa616c343cfa2ab6d025038d3cd HTTP/1.1" status: 200 len: 267 time: 0.0446312 Nov 29 19:17:50.173592 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-b28a21f8-0a5c-4fa4-922a-ab0228e64846 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:50.175095 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-b28a21f8-0a5c-4fa4-922a-ab0228e64846 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 817 time: 0.1055894 Nov 29 19:17:50.183610 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166826615-network', 'tenant_id': 'b1b6589855b64ef289489a880bfdacb2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:50.191121 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-1b1623fb-a59d-4174-8e11-84bce89e1edc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/quotas/168bfaa616c343cfa2ab6d025038d3cd HTTP/1.1" status: 200 len: 375 time: 0.0094943 Nov 29 19:17:50.206135 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Made reservation on behalf of b1b6589855b64ef289489a880bfdacb2 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:17:50.208608 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.217523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.242605 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-99facd86-c276-4075-9099-8d753af67c65 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458524 Nov 29 19:17:50.293187 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.298688 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.312766 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-9ed6a0ac-5aab-4818-97d0-002b5e184318 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102679) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:17:50.313767 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-9ed6a0ac-5aab-4818-97d0-002b5e184318 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563347 Nov 29 19:17:50.324150 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:17:50.345226 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:50.348387 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.348865 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.segments_db [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Added segment fe0b4dbf-47a7-47b0-8de8-a306806b2e09 of type vlan for network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 Nov 29 19:17:50.394362 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.405944 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-59769413-1091-4486-962d-39820548b1b0 service neutron] 10.222.0.45 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858128 Nov 29 19:17:50.420700 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.421615 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:50.422213 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.484642 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4411058 Nov 29 19:17:50.487693 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee328c-4199-4da7-b192-6e784c901a0e admin admin] Pushing event updated for resources: {'Network': ['ID=82dce9e9-01d2-4b94-9cd0-ba7a462bc697,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:50.488315 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34268) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:50.496179 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Request body: {'subnet': {'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166826615-subnet', 'tenant_id': 'b1b6589855b64ef289489a880bfdacb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:50.498345 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:17:50.514084 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-a95e8398-26fd-4b20-8a4a-b4f299eb793f service neutron] 10.222.0.45 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017730 Nov 29 19:17:50.527459 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Made reservation on behalf of b1b6589855b64ef289489a880bfdacb2 for: {'subnet': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:17:50.530400 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28960076'] for subnet, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.707736 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e22e31f0-7a8b-4f2e-9426-7bdf1f3e6797 req-a619acc7-451f-4794-931a-64827dc0ed42 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 210 time: 0.0383596 Nov 29 19:17:50.765570 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28345349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28960082'] for subnet, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.820545 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=588b734e-b561-48d7-b3ad-a1b7d099eed0,revision_number=0']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:50.830708 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Checking segment: {'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:50.831071 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Network hostable DHCP agents. Network: 82dce9e9-01d2-4b94-9cd0-ba7a462bc697, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:17:50.848166 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:17:50.857307 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, 82dce9e9-01d2-4b94-9cd0-ba7a462bc697) {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:50.862279 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:50.863308 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.869002 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a101e08-fcf1-40e4-bd6a-fae4032ee33a None None] Network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:17:50.887602 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-350d6975-c5f1-4d10-966a-e929a96211ab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3906991 Nov 29 19:17:50.943656 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5e58bc8-aa1d-453e-ad1a-852388365d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.040431 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06766f-8087-4ffe-9823-cf787e39c1d4 None None] Network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:17:51.704411 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-0a910381-8d99-4ba0-9d8a-b032ea0506a3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:51.705920 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-0a910381-8d99-4ba0-9d8a-b032ea0506a3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 817 time: 0.1117928 Nov 29 19:17:51.782113 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-3e42d479-3a48-44e3-a1a4-7ae32c42d4ab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=168bfaa616c343cfa2ab6d025038d3cd HTTP/1.1" status: 200 len: 380 time: 0.0662284 Nov 29 19:17:51.792705 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'port': {'device_id': '4662522d-ab9f-4570-8b47-cce115034c98', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'admin_state_up': True, 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'security_groups': ['3f6a942c-4a87-4745-aabb-8492e1b7708b']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:51.808557 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-10337549-0e4c-4788-adf1-683238da8bf9 req-59227c86-ed87-4526-83fc-3baf66efb8cf tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 210 time: 0.0267625 Nov 29 19:17:51.899583 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Made reservation on behalf of 168bfaa616c343cfa2ab6d025038d3cd for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:17:51.903191 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.029997 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Allocated IP 172.20.0.13 (6efb756f-5b6e-4291-aa99-9572c112335a/46f36414-a83e-4a9c-b111-3b4af2f6c207/5f08836c-54ad-4751-a680-0e1b9414e0be) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:17:52.164631 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.197858 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.241946 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Network 6efb756f-5b6e-4291-aa99-9572c112335a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:52.245491 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:52.250268 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:17:52.273857 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:52.303871 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:52.304510 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.322035 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-aaca8408-13c0-4fec-9060-a9b145422486 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5330186 Nov 29 19:17:52.335098 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Request body: {'port': {'device_id': '4662522d-ab9f-4570-8b47-cce115034c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:52.395012 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.447861 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-065a5fd6-9278-4d22-b992-4758afcf4240 None None] Provisioning complete for port 5f08836c-54ad-4751-a680-0e1b9414e0be triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:52.449134 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-065a5fd6-9278-4d22-b992-4758afcf4240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.492342 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-065a5fd6-9278-4d22-b992-4758afcf4240 None None] Port 5f08836c-54ad-4751-a680-0e1b9414e0be cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:17:52.712146 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-8bcc3e9b-e713-499e-9ff6-a3c3a721459d tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:52.713602 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-8bcc3e9b-e713-499e-9ff6-a3c3a721459d tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/networks?id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697 HTTP/1.1" status: 200 len: 808 time: 0.1434097 Nov 29 19:17:52.739824 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-0c21949c-435d-40f9-8004-49a95511fa66 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/quotas/b1b6589855b64ef289489a880bfdacb2 HTTP/1.1" status: 200 len: 375 time: 0.0198519 Nov 29 19:17:52.788777 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-85071b2f-d4b2-42ce-8e9c-edd2d6ea718e tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1b6589855b64ef289489a880bfdacb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313692 Nov 29 19:17:52.793760 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f08836c-54ad-4751-a680-0e1b9414e0be {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:17:52.809243 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.865087 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Transition to ACTIVE for port object 5f08836c-54ad-4751-a680-0e1b9414e0be will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:17:52.868435 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.936624 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000acc97-2830-410e-b490-3166d60363d8 req-3e7edffe-dc61-4d51-9b94-48eb1332476a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:52.938154 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-000acc97-2830-410e-b490-3166d60363d8 req-3e7edffe-dc61-4d51-9b94-48eb1332476a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0563679 Nov 29 19:17:52.948575 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-53d2eb68-c4de-4349-8acc-28c185318253 service neutron] 10.222.0.45 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495771 Nov 29 19:17:52.953478 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:52.994425 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-000acc97-2830-410e-b490-3166d60363d8 req-eddecb94-147c-4f5f-b897-a5dd83524c4a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491636 Nov 29 19:17:53.284572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84873b8f-cacd-460e-8298-03612f33c8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.352823 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Attempting to bind port 5f08836c-54ad-4751-a680-0e1b9414e0be on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:17:53.353159 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Attempting to bind port 5f08836c-54ad-4751-a680-0e1b9414e0be by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:17:53.353483 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Attempting to bind port 5f08836c-54ad-4751-a680-0e1b9414e0be on network 6efb756f-5b6e-4291-aa99-9572c112335a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:53.366219 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Port 5f08836c-54ad-4751-a680-0e1b9414e0be on network 6efb756f-5b6e-4291-aa99-9572c112335a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:17:53.366566 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Attempting to bind port 5f08836c-54ad-4751-a680-0e1b9414e0be on network 6efb756f-5b6e-4291-aa99-9572c112335a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:53.376666 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-89d8540b-766d-45db-99fe-30b8427a385e service neutron] 10.222.0.45 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989892 Nov 29 19:17:53.378173 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:17:53.378173 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Checking segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:53.378173 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Bound using segment: {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:17:53.378640 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Bound port: 5f08836c-54ad-4751-a680-0e1b9414e0be, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3491a4-3d63-46fc-8d45-417a26f1a3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:17:53.378996 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.445107 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:17:53.448202 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:17:53.453028 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.526809 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.527431 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.529733 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] 10.222.0.53 "PUT /v2.0/ports/5f08836c-54ad-4751-a680-0e1b9414e0be HTTP/1.1" status: 200 len: 1094 time: 1.1986306 Nov 29 19:17:53.530420 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:53.532742 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651" -d '{"events": [{"name": "network-changed", "server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:53.540326 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa727eb9-6d77-4ebb-a3f0-cae47aeb9444 service neutron] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:53.569954 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4f5c6305-20df-4ae3-aafc-0ced59e96630 req-c6093574-ea43-4111-a180-cdee9264b109 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 210 time: 0.0487816 Nov 29 19:17:53.612718 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e99ea0e-ead9-49c8-baa6-d1a95f8d2d86 x-openstack-request-id: req-8e99ea0e-ead9-49c8-baa6-d1a95f8d2d86 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:53.613020 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:53.613277 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e99ea0e-ead9-49c8-baa6-d1a95f8d2d86 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:53.613677 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'status': 'completed', 'code': 200} Nov 29 19:17:53.634096 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-3710ddce-d407-4698-9e2b-f53bc45b3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.636256 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-3710ddce-d407-4698-9e2b-f53bc45b3048 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 1097 time: 0.0587842 Nov 29 19:17:53.684595 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-611e9c8f-57f7-4ca7-b18f-ba36a9487a6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f08836c-54ad-4751-a680-0e1b9414e0be HTTP/1.1" status: 200 len: 217 time: 0.0382555 Nov 29 19:17:53.746701 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-c33dc21f-091f-4246-851a-d9748dd9cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.748999 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-c33dc21f-091f-4246-851a-d9748dd9cd33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0562398 Nov 29 19:17:53.803947 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0c06-7c44-4075-b22a-87295e3929ed req-dd2bdbb9-ba85-47c0-ab56-5c6c078774dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.806982 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-dd2bdbb9-ba85-47c0-ab56-5c6c078774dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509312 Nov 29 19:17:53.906797 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-d7667aa9-317f-4efd-8cd3-5ff0018fd956 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917213 Nov 29 19:17:54.007583 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-636a0c06-7c44-4075-b22a-87295e3929ed req-0fe9583d-4a29-4ff7-852d-bf48f6eaf232 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936038 Nov 29 19:17:54.109577 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-a22ae76a-8a2e-4b53-931a-d1841b7f688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.111279 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-a22ae76a-8a2e-4b53-931a-d1841b7f688c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 1097 time: 0.0438933 Nov 29 19:17:54.137616 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077d7d6-1630-4939-84cd-3a99da6f2a06 req-d325d2d7-8866-4f2a-a149-9f09deef20dd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.138856 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b077d7d6-1630-4939-84cd-3a99da6f2a06 req-d325d2d7-8866-4f2a-a149-9f09deef20dd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0629580 Nov 29 19:17:54.189581 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b077d7d6-1630-4939-84cd-3a99da6f2a06 req-58011fc0-93a7-443e-a4e1-3a2c972f94f9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433207 Nov 29 19:17:54.209374 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-cccf4c82-2102-40e7-9be9-de0f0fd3c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.210898 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-cccf4c82-2102-40e7-9be9-de0f0fd3c07f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 918 time: 0.0924785 Nov 29 19:17:54.256793 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-795314ee-3c6c-4060-89cf-f51441d0cd5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f08836c-54ad-4751-a680-0e1b9414e0be HTTP/1.1" status: 200 len: 217 time: 0.0376728 Nov 29 19:17:54.261983 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:54.305033 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-435029d3-7b3d-42e9-ba35-47882d7c7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.306458 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-435029d3-7b3d-42e9-ba35-47882d7c7c65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0423460 Nov 29 19:17:54.356979 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-0951c630-c280-45b0-83ab-062c2901bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.358775 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-0951c630-c280-45b0-83ab-062c2901bb8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437281 Nov 29 19:17:54.455333 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-084c2fad-6656-47cf-992d-668eea00cd0b service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867393 Nov 29 19:17:54.635976 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-a1dec924-f56b-486b-89d7-bad740a3384e service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736636 Nov 29 19:17:54.644739 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-8f723ecd-4c93-45e3-8105-3848fa1c1ec0 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.646099 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-8f723ecd-4c93-45e3-8105-3848fa1c1ec0 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "GET /v2.0/networks?id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697 HTTP/1.1" status: 200 len: 808 time: 0.1662035 Nov 29 19:17:54.671295 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Request body: {'port': {'device_id': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697', 'admin_state_up': True, 'tenant_id': 'b1b6589855b64ef289489a880bfdacb2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:54.729314 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e7dc0c87-4cd6-425f-9187-055ca41528fb req-7a4a5cd5-cf7a-4520-9db1-59c2d2dc9ebb tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 210 time: 0.0714612 Nov 29 19:17:54.800561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Made reservation on behalf of b1b6589855b64ef289489a880bfdacb2 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:17:54.804026 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:54.930466 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Allocated IP 172.20.0.10 (82dce9e9-01d2-4b94-9cd0-ba7a462bc697/588b734e-b561-48d7-b3ad-a1b7d099eed0/b28a79c3-a4a9-4ffe-837e-46d70de6477a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:17:55.077157 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.110590 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.137718 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:17:55.159179 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:55.162214 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:55.165888 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:17:55.191202 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Pushing event updated for resources: {'Port': ['ID=b28a79c3-a4a9-4ffe-837e-46d70de6477a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:55.219345 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:55.219971 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.236727 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-90b15138-8ebb-4321-bd95-96381636b5da tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697272 Nov 29 19:17:55.249715 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Request body: {'port': {'device_id': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:55.303440 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.315525 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26518ae-0e42-401d-90e2-ed9126645d41 req-99354ec7-906a-4e80-ae4c-39f73e70fc06 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:55.317041 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f26518ae-0e42-401d-90e2-ed9126645d41 req-99354ec7-906a-4e80-ae4c-39f73e70fc06 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0528274 Nov 29 19:17:55.364650 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f26518ae-0e42-401d-90e2-ed9126645d41 req-1f7616ca-524c-4f5c-ac8d-188a13c658ba tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414479 Nov 29 19:17:55.568779 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28a79c3-a4a9-4ffe-837e-46d70de6477a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:17:55.576524 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.588625 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Transition to ACTIVE for port object b28a79c3-a4a9-4ffe-837e-46d70de6477a will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:17:55.592950 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.660557 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b28a79c3-a4a9-4ffe-837e-46d70de6477a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:55.686120 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.686498 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.686845 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.687183 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.687526 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.687859 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.688192 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.688527 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.688856 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.689187 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.689514 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.689837 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:55.721926 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Attempting to bind port b28a79c3-a4a9-4ffe-837e-46d70de6477a on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:17:55.722420 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:17:55.722941 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Attempting to bind port b28a79c3-a4a9-4ffe-837e-46d70de6477a by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:17:55.722941 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Attempting to bind port b28a79c3-a4a9-4ffe-837e-46d70de6477a on network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:55.726858 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Port b28a79c3-a4a9-4ffe-837e-46d70de6477a on network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:17:55.727177 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Attempting to bind port b28a79c3-a4a9-4ffe-837e-46d70de6477a on network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:55.732751 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:17:55.733086 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Checking segment: {'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:55.733464 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Bound using segment: {'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:17:55.733880 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Bound port: b28a79c3-a4a9-4ffe-837e-46d70de6477a, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:17:55.734232 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.819827 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] For port b28a79c3-a4a9-4ffe-837e-46d70de6477a, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:17:55.825707 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:55.837524 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'port_id': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'mac_address': 'fa:16:3e:07:6c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:17:55.846069 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] For port b28a79c3-a4a9-4ffe-837e-46d70de6477a, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b28a79c3-a4a9-4ffe-837e-46d70de6477a,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:17:55.851142 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.879827 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.892684 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f08836c-54ad-4751-a680-0e1b9414e0be {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:17:55.896707 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:55.897323 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.898746 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] 10.222.0.53 "PUT /v2.0/ports/b28a79c3-a4a9-4ffe-837e-46d70de6477a HTTP/1.1" status: 200 len: 1094 time: 0.6541307 Nov 29 19:17:55.906578 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c13a-af1f-4acb-9b5e-fa6bbc8ab66c req-8dd0b8b5-53ae-4e73-bfa9-ab5b3f927afe tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:55.908043 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5552c13a-af1f-4acb-9b5e-fa6bbc8ab66c req-8dd0b8b5-53ae-4e73-bfa9-ab5b3f927afe tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 944 time: 0.1074960 Nov 29 19:17:55.908494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'tag': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:55.910893 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405424af-c2c7-4316-b3c4-099c043267bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc6be9b-c05e-4ac9-8c78-19d6d25edf41", "tag": "b28a79c3-a4a9-4ffe-837e-46d70de6477a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:55.912493 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:55.919801 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:55.966076 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e1ec15-1713-4f93-98ea-ef8a11513dc6 x-openstack-request-id: req-a2e1ec15-1713-4f93-98ea-ef8a11513dc6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:55.966420 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc6be9b-c05e-4ac9-8c78-19d6d25edf41", "tag": "b28a79c3-a4a9-4ffe-837e-46d70de6477a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:55.966628 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2e1ec15-1713-4f93-98ea-ef8a11513dc6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:55.966976 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'tag': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a', 'status': 'completed', 'code': 200} Nov 29 19:17:55.967760 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32858f32-b6f9-45d2-8bb8-94c9e238afb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b28a79c3-a4a9-4ffe-837e-46d70de6477a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:55.978430 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:55.998160 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:56.017262 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5552c13a-af1f-4acb-9b5e-fa6bbc8ab66c req-cc368b2e-2f5b-4381-a47c-73c07f7535ab tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988665 Nov 29 19:17:56.024014 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-61b3beb9-6a37-449b-b955-46c58a7ca905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:56.025481 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-61b3beb9-6a37-449b-b955-46c58a7ca905 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1b6589855b64ef289489a880bfdacb2&device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 1097 time: 0.0711267 Nov 29 19:17:56.070970 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-5faae1b9-8ab2-4037-969f-4b3af3fce8dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b28a79c3-a4a9-4ffe-837e-46d70de6477a HTTP/1.1" status: 200 len: 217 time: 0.0357506 Nov 29 19:17:56.119049 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-ce71c718-e358-4a0f-8783-3a9c0ec910af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:56.120691 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-ce71c718-e358-4a0f-8783-3a9c0ec910af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588b734e-b561-48d7-b3ad-a1b7d099eed0 HTTP/1.1" status: 200 len: 848 time: 0.0428431 Nov 29 19:17:56.155689 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-beac6258-166c-4762-b911-4b4e5b4512cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275130 Nov 29 19:17:56.162828 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['5f08836c-54ad-4751-a680-0e1b9414e0be'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:17:56.247609 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-96c7b900-813e-433e-b930-b0838b89d936 service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830388 Nov 29 19:17:56.342997 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7b8fa61a-bbfd-4fbb-b37c-4032ad37f734 req-fc42dc84-5588-4b50-a217-27835e080cc2 service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880644 Nov 29 19:17:56.428367 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405424af-c2c7-4316-b3c4-099c043267bd req-7ed4f617-b8c0-4739-a403-9be38a570c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:56.429870 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-405424af-c2c7-4316-b3c4-099c043267bd req-7ed4f617-b8c0-4739-a403-9be38a570c4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1b6589855b64ef289489a880bfdacb2&device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 1097 time: 0.0428927 Nov 29 19:17:56.488343 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f258-812c-43e3-a7df-cf0a59638f67 req-547d949e-ab0b-4324-af19-b5f1871e63c0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:56.489839 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9b43f258-812c-43e3-a7df-cf0a59638f67 req-547d949e-ab0b-4324-af19-b5f1871e63c0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Nov 29 19:17:56.522036 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405424af-c2c7-4316-b3c4-099c043267bd req-ac1eb839-1e17-44c5-9e47-b14dd57c1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:56.523576 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-405424af-c2c7-4316-b3c4-099c043267bd req-ac1eb839-1e17-44c5-9e47-b14dd57c1763 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697 HTTP/1.1" status: 200 len: 909 time: 0.0856166 Nov 29 19:17:56.539010 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9b43f258-812c-43e3-a7df-cf0a59638f67 req-2219e3d6-0bcb-409e-a847-152371fa2810 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Nov 29 19:17:56.569870 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-405424af-c2c7-4316-b3c4-099c043267bd req-b24b4545-4145-49fc-8d3a-d0741a724072 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b28a79c3-a4a9-4ffe-837e-46d70de6477a HTTP/1.1" status: 200 len: 217 time: 0.0385640 Nov 29 19:17:56.619618 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405424af-c2c7-4316-b3c4-099c043267bd req-ca4f90d6-0c78-4384-b446-4845e78dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:56.621249 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-405424af-c2c7-4316-b3c4-099c043267bd req-ca4f90d6-0c78-4384-b446-4845e78dd730 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588b734e-b561-48d7-b3ad-a1b7d099eed0 HTTP/1.1" status: 200 len: 848 time: 0.0429151 Nov 29 19:17:56.656005 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-405424af-c2c7-4316-b3c4-099c043267bd req-383a54fe-a712-4c00-8b8b-960279ef0a9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264788 Nov 29 19:17:56.670875 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:56.751563 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-405424af-c2c7-4316-b3c4-099c043267bd req-6f130d6e-d565-4c2e-8bc3-9a064f614add service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876806 Nov 29 19:17:56.841668 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-405424af-c2c7-4316-b3c4-099c043267bd req-67ba00ea-e1ae-4ea5-a573-b54768323ee1 service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815570 Nov 29 19:17:57.132518 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecb28-e4d4-4d82-94e2-c6e80ccda3cb req-4daf9426-5621-45de-a14b-3efdd8dbfca9 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:57.134108 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1deecb28-e4d4-4d82-94e2-c6e80ccda3cb req-4daf9426-5621-45de-a14b-3efdd8dbfca9 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 944 time: 0.0507402 Nov 29 19:17:57.188465 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1deecb28-e4d4-4d82-94e2-c6e80ccda3cb req-32e8cbfd-1517-4852-bbe3-e62bd894c05d tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475018 Nov 29 19:17:57.683683 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56650-052e-4950-8881-dbd91fdd48d7 req-bb1ef72b-3aa6-4cfa-a01e-86ef56820147 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:57.685314 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2be56650-052e-4950-8881-dbd91fdd48d7 req-bb1ef72b-3aa6-4cfa-a01e-86ef56820147 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 945 time: 0.0526493 Nov 29 19:17:57.744137 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b28a79c3-a4a9-4ffe-837e-46d70de6477a details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:17:57.749168 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:17:57.750498 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-2be56650-052e-4950-8881-dbd91fdd48d7 req-c94907ac-13a5-403e-961e-3713ac9b8dd7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585680 Nov 29 19:17:57.876023 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 5f08836c-54ad-4751-a680-0e1b9414e0be completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:17:57.884512 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 5f08836c-54ad-4751-a680-0e1b9414e0be triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:57.884889 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:57.919476 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port b28a79c3-a4a9-4ffe-837e-46d70de6477a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b28a79c3-a4a9-4ffe-837e-46d70de6477a,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:57.938420 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a', 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697', 'port_id': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a', 'mac_address': 'fa:16:3e:8b:66:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588b734e-b561-48d7-b3ad-a1b7d099eed0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:17:58.002820 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.027182 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28a79c3-a4a9-4ffe-837e-46d70de6477a {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:17:58.036215 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.064521 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port b28a79c3-a4a9-4ffe-837e-46d70de6477a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b28a79c3-a4a9-4ffe-837e-46d70de6477a,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:58.072456 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.073914 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:58.076971 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e0d96-fbdd-4814-b733-3a8344e1fcba" -d '{"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-plugged", "status": "completed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:58.109405 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:58.115423 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bbbd87-80cd-4ab2-840f-0eb196bf9ca5 x-openstack-request-id: req-90bbbd87-80cd-4ab2-840f-0eb196bf9ca5 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:58.116248 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-plugged", "status": "completed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:58.116560 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90bbbd87-80cd-4ab2-840f-0eb196bf9ca5 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:58.116966 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'code': 200} Nov 29 19:17:58.123103 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.146289 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=b28a79c3-a4a9-4ffe-837e-46d70de6477a,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:58.199785 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:58.289997 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933522f-a9da-40c7-b629-b4552bbcd869 req-c12e3d5f-2931-4b41-b938-a1c864c5c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:58.291700 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6933522f-a9da-40c7-b629-b4552bbcd869 req-c12e3d5f-2931-4b41-b938-a1c864c5c94d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 1099 time: 0.0408134 Nov 29 19:17:58.305597 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e086a6b-f2d4-47d8-ad3e-91dff74829f3 req-7939b5d7-6c98-4b14-ae4e-50539838c1ab tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:58.307112 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6e086a6b-f2d4-47d8-ad3e-91dff74829f3 req-7939b5d7-6c98-4b14-ae4e-50539838c1ab tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Nov 29 19:17:58.315003 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['b28a79c3-a4a9-4ffe-837e-46d70de6477a'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:17:58.338545 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6933522f-a9da-40c7-b629-b4552bbcd869 req-122cba99-4155-41d4-a2cb-e313797a75fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Nov 29 19:17:58.358418 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6e086a6b-f2d4-47d8-ad3e-91dff74829f3 req-c6dfdfb6-153d-4e21-a29d-394c7213261f tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Nov 29 19:17:58.875459 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b832e-b04f-459e-8e91-1ad1fc8155a1 req-3ab195e7-0e0f-487d-8ace-1a5c71802822 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:58.876967 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-065b832e-b04f-459e-8e91-1ad1fc8155a1 req-3ab195e7-0e0f-487d-8ace-1a5c71802822 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0526516 Nov 29 19:17:58.932821 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-065b832e-b04f-459e-8e91-1ad1fc8155a1 req-ebe3092a-d271-495c-aa9a-d78f60adac1e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498395 Nov 29 19:17:59.482911 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431c63-b6f9-4bca-8110-e8aec1fad8a5 req-86304368-06b1-4d88-9fdd-0eb8a4b71488 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:59.484398 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-37431c63-b6f9-4bca-8110-e8aec1fad8a5 req-86304368-06b1-4d88-9fdd-0eb8a4b71488 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 945 time: 0.0558794 Nov 29 19:17:59.534352 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-37431c63-b6f9-4bca-8110-e8aec1fad8a5 req-2e4904ee-ffdf-4dde-ac89-cbd2fd2892ce tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438721 Nov 29 19:17:59.744409 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b28a79c3-a4a9-4ffe-837e-46d70de6477a up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:17:59.792917 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port b28a79c3-a4a9-4ffe-837e-46d70de6477a completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:17:59.796513 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port b28a79c3-a4a9-4ffe-837e-46d70de6477a triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:59.796882 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:59.878160 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:59.909972 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port b28a79c3-a4a9-4ffe-837e-46d70de6477a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b28a79c3-a4a9-4ffe-837e-46d70de6477a,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:59.913408 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:59.958976 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=b28a79c3-a4a9-4ffe-837e-46d70de6477a,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:00.056591 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bec343-849e-4fab-9d49-b628f5d36927 req-77f33a36-f54c-481f-9671-711dfe9356fc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:00.058041 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1bec343-849e-4fab-9d49-b628f5d36927 req-77f33a36-f54c-481f-9671-711dfe9356fc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0505097 Nov 29 19:18:00.104402 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1bec343-849e-4fab-9d49-b628f5d36927 req-bd1e80f4-9db6-451b-8670-482f2c3c04e1 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399442 Nov 29 19:18:00.118463 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:00.121160 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab8cd2b-5a30-41e1-a7b9-a85457dddf4e" -d '{"events": [{"server_uuid": "ebc6be9b-c05e-4ac9-8c78-19d6d25edf41", "name": "network-vif-plugged", "status": "completed", "tag": "b28a79c3-a4a9-4ffe-837e-46d70de6477a"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:00.157341 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d62cf3-8cf0-4a31-a657-b1deae1a1202 x-openstack-request-id: req-00d62cf3-8cf0-4a31-a657-b1deae1a1202 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:00.157667 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc6be9b-c05e-4ac9-8c78-19d6d25edf41", "name": "network-vif-plugged", "status": "completed", "tag": "b28a79c3-a4a9-4ffe-837e-46d70de6477a", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:00.157928 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00d62cf3-8cf0-4a31-a657-b1deae1a1202 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:00.158356 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a', 'code': 200} Nov 29 19:18:00.221391 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015530f2-99d9-4016-9d2a-42af084baeb0 req-cd241701-da52-470e-a9bf-e77db2ed3b11 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:00.222839 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-015530f2-99d9-4016-9d2a-42af084baeb0 req-cd241701-da52-470e-a9bf-e77db2ed3b11 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0506864 Nov 29 19:18:00.231831 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34376) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:00.236281 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Request body: {'floatingip': {'port_id': '5f08836c-54ad-4751-a680-0e1b9414e0be'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:00.280312 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:00.403599 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23110f-6d88-4040-964e-06ff9625ef14 req-375f17ed-6c7b-4568-9215-9dc8ae09371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:00.405096 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8e23110f-6d88-4040-964e-06ff9625ef14 req-375f17ed-6c7b-4568-9215-9dc8ae09371d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 1099 time: 0.0955393 Nov 29 19:18:00.526492 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-8e23110f-6d88-4040-964e-06ff9625ef14 req-83108a04-cffb-4043-ae31-c8264d6d08ca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128602 Nov 29 19:18:00.654081 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0be6b-db9e-4369-9c7b-e54a27618ae3 req-e0be4e8e-07ca-4867-8250-dd62961b6598 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:00.655650 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0ea0be6b-db9e-4369-9c7b-e54a27618ae3 req-e0be4e8e-07ca-4867-8250-dd62961b6598 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 946 time: 0.0531976 Nov 29 19:18:00.703193 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-0ea0be6b-db9e-4369-9c7b-e54a27618ae3 req-3fc7acfd-138b-44dd-8a85-22b4905343dc tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Nov 29 19:18:00.773207 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:00.777066 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:00.881664 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.l3_db [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Floating IP 46769638-3a9a-4b28-affc-c1e9fda9a830 associated. External IP: 172.27.2.104, port: 5f08836c-54ad-4751-a680-0e1b9414e0be. Nov 29 19:18:01.331136 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Router 5a0301ab-baad-4894-bfbf-bd374c59b503 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:18:01.436094 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:18:01.441196 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:01.447719 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] Sync routers for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:18:01.457880 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:18:01.458509 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:17:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:01.471270 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-66d498e2-8d77-48a9-9578-362f98b6cf8b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "PUT /v2.0/floatingips/46769638-3a9a-4b28-affc-c1e9fda9a830 HTTP/1.1" status: 200 len: 992 time: 1.2383616 Nov 29 19:18:01.471873 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:01.474192 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88" -d '{"events": [{"name": "network-changed", "server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:01.531202 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e76fd4-3c7b-4cde-9c24-103728047b2e x-openstack-request-id: req-c4e76fd4-3c7b-4cde-9c24-103728047b2e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:01.531506 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:01.531765 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4e76fd4-3c7b-4cde-9c24-103728047b2e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:01.532171 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'status': 'completed', 'code': 200} Nov 29 19:18:01.577313 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:18:01.632948 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-9141beba-89ad-41e8-9e38-8208e2dbb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:01.634575 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-9141beba-89ad-41e8-9e38-8208e2dbb5d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 1099 time: 0.0428417 Nov 29 19:18:01.724834 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-0dea56c2-90db-4056-be5a-aa9c97f60f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:01.726318 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-0dea56c2-90db-4056-be5a-aa9c97f60f09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 918 time: 0.0844750 Nov 29 19:18:01.800591 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-db0661b2-7ad4-4c1f-a8e1-4231955878b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f08836c-54ad-4751-a680-0e1b9414e0be HTTP/1.1" status: 200 len: 1000 time: 0.0662336 Nov 29 19:18:01.812991 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': '46769638-3a9a-4b28-affc-c1e9fda9a830', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'port_id': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'mac_address': 'fa:16:3e:07:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4662522d-ab9f-4570-8b47-cce115034c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:17:49Z', 'updated_at': '2021-11-29T19:18:00Z', 'revision_number': 1, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:01.847159 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] Checking router: 5a0301ab-baad-4894-bfbf-bd374c59b503 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:18:01.847386 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa60969-52e6-4cce-afcb-6bd1005be3ad req-1223c304-ac05-43d9-8605-0bf4595cc6e6 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:01.848752 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4aa60969-52e6-4cce-afcb-6bd1005be3ad req-1223c304-ac05-43d9-8605-0bf4595cc6e6 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 946 time: 0.0576220 Nov 29 19:18:01.855251 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-ef41e80d-b49a-491f-8740-5fcc774d65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:01.855737 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:18:01.856878 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:17:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:01.857689 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-ef41e80d-b49a-491f-8740-5fcc774d65cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0498004 Nov 29 19:18:01.900054 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4aa60969-52e6-4cce-afcb-6bd1005be3ad req-2d6ba59a-7602-4a9a-86ff-4082bdcd17ad tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Nov 29 19:18:01.905395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-0cadafa5-3d38-454b-b921-68b9848bcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:01.906617 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-0cadafa5-3d38-454b-b921-68b9848bcc45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421622 Nov 29 19:18:01.968068 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:18:02.016966 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-8530c097-871e-40c2-a629-9feaad4e7ce3 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019289 Nov 29 19:18:02.117609 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d8340a09-6a3c-47d4-8f6f-e38fccfdec88 req-8b447ea4-78a6-4c8b-b8ea-66a16205d701 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925372 Nov 29 19:18:02.204126 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': '46769638-3a9a-4b28-affc-c1e9fda9a830', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'port_id': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'mac_address': 'fa:16:3e:07:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4662522d-ab9f-4570-8b47-cce115034c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:17:49Z', 'updated_at': '2021-11-29T19:18:00Z', 'revision_number': 1, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:02.230841 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3fd5d-1d9d-448d-9770-4c3642ed5974 None None] The sync data for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi is: [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_floatingips': [{'id': '46769638-3a9a-4b28-affc-c1e9fda9a830', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'router_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'port_id': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'mac_address': 'fa:16:3e:07:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4662522d-ab9f-4570-8b47-cce115034c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:17:49Z', 'updated_at': '2021-11-29T19:18:00Z', 'revision_number': 1, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:18:02.433272 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a6752f-cf2c-481a-9b3c-f7e7af6642d0 None None] New status for floating IP 46769638-3a9a-4b28-affc-c1e9fda9a830: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:18:02.521398 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a6d72-e35c-4233-86f2-039828eaefc5 req-fcf08b96-0376-4119-a3a3-130a9ce98427 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:02.522912 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ad1a6d72-e35c-4233-86f2-039828eaefc5 req-fcf08b96-0376-4119-a3a3-130a9ce98427 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 946 time: 0.0482607 Nov 29 19:18:02.574294 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ad1a6d72-e35c-4233-86f2-039828eaefc5 req-193d2d7d-3131-4938-92d9-d39ad5a47c58 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 Nov 29 19:18:03.694138 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d637582-5151-43e0-a93a-4cc5d2cca2dc req-603ef2dd-635a-42fd-ab06-3a0b2f1f9f9c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:03.695669 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7d637582-5151-43e0-a93a-4cc5d2cca2dc req-603ef2dd-635a-42fd-ab06-3a0b2f1f9f9c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Nov 29 19:18:03.745839 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-7d637582-5151-43e0-a93a-4cc5d2cca2dc req-0871f9f3-e753-4080-a338-e2c22b28cd6d tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Nov 29 19:18:03.798993 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-2c697f24-4c46-4da0-9dce-25c19802eed4 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:03.800438 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-2c697f24-4c46-4da0-9dce-25c19802eed4 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebc6be9b-c05e-4ac9-8c78-19d6d25edf41 HTTP/1.1" status: 200 len: 946 time: 0.0571744 Nov 29 19:18:03.898998 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Deleting port b28a79c3-a4a9-4ffe-837e-46d70de6477a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:18:03.899342 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:03.990709 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] For port b28a79c3-a4a9-4ffe-837e-46d70de6477a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b28a79c3-a4a9-4ffe-837e-46d70de6477a,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:03.991074 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:04.003991 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Calling delete_port for b28a79c3-a4a9-4ffe-837e-46d70de6477a owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:18:04.130049 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:04.142676 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['b28a79c3-a4a9-4ffe-837e-46d70de6477a'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:18:04.163359 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Pushing event deleted for resources: {'Port': ['ID=b28a79c3-a4a9-4ffe-837e-46d70de6477a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:04.203529 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] No DVR routers for this DVR port b28a79c3-a4a9-4ffe-837e-46d70de6477a on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:18:04.205967 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:04.209325 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-324ee66e-296a-4e02-8fde-a0b867eba3fb req-962f34c6-6e73-43bd-b983-d39a04a609c8 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "DELETE /v2.0/ports/b28a79c3-a4a9-4ffe-837e-46d70de6477a HTTP/1.1" status: 204 len: 173 time: 0.4015784 Nov 29 19:18:04.209763 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'name': 'network-vif-deleted', 'tag': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:04.212030 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff43e97-c2da-493f-97f7-6cbafffa1841" -d '{"events": [{"server_uuid": "ebc6be9b-c05e-4ac9-8c78-19d6d25edf41", "name": "network-vif-deleted", "tag": "b28a79c3-a4a9-4ffe-837e-46d70de6477a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:04.249502 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dda13c-d511-4644-a655-8f6cf7ea2cee x-openstack-request-id: req-32dda13c-d511-4644-a655-8f6cf7ea2cee {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:04.249889 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc6be9b-c05e-4ac9-8c78-19d6d25edf41", "name": "network-vif-deleted", "tag": "b28a79c3-a4a9-4ffe-837e-46d70de6477a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:04.250198 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32dda13c-d511-4644-a655-8f6cf7ea2cee {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:04.250689 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc6be9b-c05e-4ac9-8c78-19d6d25edf41', 'name': 'network-vif-deleted', 'tag': 'b28a79c3-a4a9-4ffe-837e-46d70de6477a', 'status': 'completed', 'code': 200} Nov 29 19:18:05.007063 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-2cc559a0-9c55-4a3c-afc5-feecff0524a9 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:05.008515 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-2cc559a0-9c55-4a3c-afc5-feecff0524a9 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/networks?id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697 HTTP/1.1" status: 200 len: 808 time: 0.1023495 Nov 29 19:18:05.022809 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-b2388f01-fe62-450d-bd35-4de108c7f24c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/quotas/b1b6589855b64ef289489a880bfdacb2 HTTP/1.1" status: 200 len: 375 time: 0.0085788 Nov 29 19:18:05.053187 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-d71749f1-391b-4111-a4bb-a0c4cc112c89 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1b6589855b64ef289489a880bfdacb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254228 Nov 29 19:18:05.149099 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-8d6b2b3f-f847-4a3a-8826-ba120f384797 service neutron] 10.222.0.45 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885804 Nov 29 19:18:05.251716 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-b17c18ad-3b8c-4677-86e6-328600cee75a service neutron] 10.222.0.45 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919437 Nov 29 19:18:05.410970 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ec4afadd-cafc-4e3b-917d-a82d8e275472 req-397a8ec2-bb1d-4fc8-b1f7-a5074b390545 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 210 time: 0.0263724 Nov 29 19:18:06.313603 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-7a77e7d8-a6bb-434a-83b8-040ae804b8d5 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:06.315109 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-7a77e7d8-a6bb-434a-83b8-040ae804b8d5 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "GET /v2.0/networks?id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697 HTTP/1.1" status: 200 len: 808 time: 0.1096041 Nov 29 19:18:06.327985 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Request body: {'port': {'device_id': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697', 'admin_state_up': True, 'tenant_id': 'b1b6589855b64ef289489a880bfdacb2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:06.437733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Made reservation on behalf of b1b6589855b64ef289489a880bfdacb2 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:18:06.441712 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:06.534726 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ebf5267b-49d7-4536-ab2d-34740b30bf09 req-634e8faf-c21e-4c29-800d-0a259336549c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 210 time: 0.0385208 Nov 29 19:18:06.594753 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Allocated IP 172.20.0.12 (82dce9e9-01d2-4b94-9cd0-ba7a462bc697/588b734e-b561-48d7-b3ad-a1b7d099eed0/b75b86bd-3dd6-45f6-9420-87927ac032e5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:18:06.741464 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:06.775232 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:06.819170 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:18:06.822128 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:18:06.825952 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:18:06.832099 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Pushing event updated for resources: {'Port': ['ID=b75b86bd-3dd6-45f6-9420-87927ac032e5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:06.877389 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:06.877992 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:06.893686 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-60577874-753c-4a7b-bc21-130cc9f41234 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696390 Nov 29 19:18:06.906550 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Request body: {'port': {'device_id': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:06.962202 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:07.224271 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75b86bd-3dd6-45f6-9420-87927ac032e5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:18:07.232347 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:07.243892 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Transition to ACTIVE for port object b75b86bd-3dd6-45f6-9420-87927ac032e5 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:18:07.247783 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:07.298427 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Pushing event updated for resources: {'Port': ['ID=b75b86bd-3dd6-45f6-9420-87927ac032e5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:07.364984 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Attempting to bind port b75b86bd-3dd6-45f6-9420-87927ac032e5 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:18:07.365322 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Attempting to bind port b75b86bd-3dd6-45f6-9420-87927ac032e5 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:18:07.365653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Attempting to bind port b75b86bd-3dd6-45f6-9420-87927ac032e5 on network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:18:07.370189 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Port b75b86bd-3dd6-45f6-9420-87927ac032e5 on network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:18:07.370546 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Attempting to bind port b75b86bd-3dd6-45f6-9420-87927ac032e5 on network 82dce9e9-01d2-4b94-9cd0-ba7a462bc697 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:18:07.375798 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:18:07.376145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Checking segment: {'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:18:07.376529 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Bound using segment: {'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:18:07.376956 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Bound port: b75b86bd-3dd6-45f6-9420-87927ac032e5, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:18:07.377307 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:07.438522 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] For port b75b86bd-3dd6-45f6-9420-87927ac032e5, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:18:07.441623 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] For port b75b86bd-3dd6-45f6-9420-87927ac032e5, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b75b86bd-3dd6-45f6-9420-87927ac032e5,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:18:07.445382 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:07.477365 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:07.477986 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:07.479390 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] 10.222.0.53 "PUT /v2.0/ports/b75b86bd-3dd6-45f6-9420-87927ac032e5 HTTP/1.1" status: 200 len: 1094 time: 0.5772781 Nov 29 19:18:07.479833 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'tag': 'b75b86bd-3dd6-45f6-9420-87927ac032e5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:07.482877 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e0684-e4bb-4261-bb20-626056b39b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "289239bf-b8cc-4337-9dc8-d52cc958baa7", "tag": "b75b86bd-3dd6-45f6-9420-87927ac032e5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:07.513853 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72311a92-4986-44d9-a1e2-dd207abab227 service neutron] Pushing event updated for resources: {'Port': ['ID=b75b86bd-3dd6-45f6-9420-87927ac032e5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:07.529972 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb23f54-d8f1-4ed9-8ad3-ca86a1e5dca9 x-openstack-request-id: req-5bb23f54-d8f1-4ed9-8ad3-ca86a1e5dca9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:07.530288 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289239bf-b8cc-4337-9dc8-d52cc958baa7", "tag": "b75b86bd-3dd6-45f6-9420-87927ac032e5", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:07.530545 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bb23f54-d8f1-4ed9-8ad3-ca86a1e5dca9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:07.530944 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'tag': 'b75b86bd-3dd6-45f6-9420-87927ac032e5', 'status': 'completed', 'code': 200} Nov 29 19:18:07.570342 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-4a389714-cd7f-4ee4-b5bb-7a94315e1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:07.571771 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-4a389714-cd7f-4ee4-b5bb-7a94315e1877 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1b6589855b64ef289489a880bfdacb2&device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 1097 time: 0.0512140 Nov 29 19:18:07.616873 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-49546b53-91da-4609-ac3b-5131217819b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75b86bd-3dd6-45f6-9420-87927ac032e5 HTTP/1.1" status: 200 len: 217 time: 0.0350838 Nov 29 19:18:07.652304 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c4fbf-0310-4764-9df8-0a6df5e0d5a4 req-2dc26805-ab2e-4f25-9cb1-a62c7df725db tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:07.654395 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-697c4fbf-0310-4764-9df8-0a6df5e0d5a4 req-2dc26805-ab2e-4f25-9cb1-a62c7df725db tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 944 time: 0.0495124 Nov 29 19:18:07.667112 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-0c1d0e49-4090-4bdd-82b9-36c30e7ec872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:07.669282 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-0c1d0e49-4090-4bdd-82b9-36c30e7ec872 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588b734e-b561-48d7-b3ad-a1b7d099eed0 HTTP/1.1" status: 200 len: 848 time: 0.0441437 Nov 29 19:18:07.701383 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-697c4fbf-0310-4764-9df8-0a6df5e0d5a4 req-ae6ea7a3-2904-47b9-98f4-7350d2f1c14f tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Nov 29 19:18:07.701681 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-e9dadcf1-a5e4-434a-a206-31b5cd95b5a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250332 Nov 29 19:18:07.785241 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b28a79c3-a4a9-4ffe-837e-46d70de6477a no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:18:07.803851 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-745d9e65-7da2-4f5f-871e-410fda355ec3 service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942121 Nov 29 19:18:07.807757 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: b28a79c3-a4a9-4ffe-837e-46d70de6477a {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:18:07.808292 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b28a79c3-a4a9-4ffe-837e-46d70de6477a not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:18:07.895581 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1c20e416-1f65-44b5-b841-874f65dc93c0 req-831e3bd8-820e-4121-a00f-06333c299c19 service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845554 Nov 29 19:18:07.986674 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-0d2e5521-4e94-41c0-be8f-096e66df3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:07.988219 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-0d2e5521-4e94-41c0-be8f-096e66df3df5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1b6589855b64ef289489a880bfdacb2&device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 1097 time: 0.0473945 Nov 29 19:18:08.081712 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-1bd8ba53-457f-4d2d-a074-d3a95887f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:08.083220 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-1bd8ba53-457f-4d2d-a074-d3a95887f1e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697 HTTP/1.1" status: 200 len: 909 time: 0.0874894 Nov 29 19:18:08.129439 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-84956d57-960d-4fc8-b703-d539fe1b3967 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75b86bd-3dd6-45f6-9420-87927ac032e5 HTTP/1.1" status: 200 len: 217 time: 0.0372167 Nov 29 19:18:08.179684 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-2b3d785c-b446-467e-aa99-c56f9e9a67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:08.181079 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-2b3d785c-b446-467e-aa99-c56f9e9a67b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588b734e-b561-48d7-b3ad-a1b7d099eed0 HTTP/1.1" status: 200 len: 848 time: 0.0438316 Nov 29 19:18:08.212984 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-35ba26cc-6709-445e-9155-f1a139f7ba73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82dce9e9-01d2-4b94-9cd0-ba7a462bc697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243175 Nov 29 19:18:08.302851 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-8fdca8ed-155e-4ada-bb76-b0998bd30d09 service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817034 Nov 29 19:18:08.396997 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bc2e0684-e4bb-4261-bb20-626056b39b7c req-c07a1862-7460-45f1-9f4f-39bd8ca71048 service neutron] 10.222.0.53 "GET /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 Nov 29 19:18:08.820929 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ef3f-d666-4c7c-9a39-cea61ab0b2f9 req-f229435d-bf66-4144-8ff7-9dca2d1e2cfc tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:08.822427 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4932ef3f-d666-4c7c-9a39-cea61ab0b2f9 req-f229435d-bf66-4144-8ff7-9dca2d1e2cfc tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 944 time: 0.0521679 Nov 29 19:18:08.873217 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4932ef3f-d666-4c7c-9a39-cea61ab0b2f9 req-965fb638-ffbe-407d-a6d8-6ffb0330ebf1 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Nov 29 19:18:09.805006 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b75b86bd-3dd6-45f6-9420-87927ac032e5 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:18:09.902039 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port b75b86bd-3dd6-45f6-9420-87927ac032e5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b75b86bd-3dd6-45f6-9420-87927ac032e5,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:09.910740 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'b75b86bd-3dd6-45f6-9420-87927ac032e5', 'network_id': '82dce9e9-01d2-4b94-9cd0-ba7a462bc697', 'port_id': 'b75b86bd-3dd6-45f6-9420-87927ac032e5', 'mac_address': 'fa:16:3e:f6:5f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588b734e-b561-48d7-b3ad-a1b7d099eed0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:18:09.968246 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:09.983623 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75b86bd-3dd6-45f6-9420-87927ac032e5 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:18:10.006719 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port b75b86bd-3dd6-45f6-9420-87927ac032e5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b75b86bd-3dd6-45f6-9420-87927ac032e5,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:10.010714 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:10.017323 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac6f34-9dac-4288-a346-d27f9733523e req-07f22aef-95cc-4621-bbfe-edbd6b270ca9 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:10.018858 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-adac6f34-9dac-4288-a346-d27f9733523e req-07f22aef-95cc-4621-bbfe-edbd6b270ca9 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 944 time: 0.0531807 Nov 29 19:18:10.057444 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=b75b86bd-3dd6-45f6-9420-87927ac032e5,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:10.065408 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.065787 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.066143 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.066513 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-adac6f34-9dac-4288-a346-d27f9733523e req-a2701ddf-3247-4bb5-a59c-97241e64147c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Nov 29 19:18:10.066637 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.066861 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.067180 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.067528 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.067840 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.068186 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.068516 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.068842 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.069306 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:10.256074 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['b75b86bd-3dd6-45f6-9420-87927ac032e5'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:18:11.179385 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a9e1b-c60b-4da8-8a6b-e840303067bf req-827fa901-4a13-42ab-af9e-e9d3ef5138a1 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:11.180872 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-749a9e1b-c60b-4da8-8a6b-e840303067bf req-827fa901-4a13-42ab-af9e-e9d3ef5138a1 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 945 time: 0.0478976 Nov 29 19:18:11.230392 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-749a9e1b-c60b-4da8-8a6b-e840303067bf req-510d6923-2eac-4887-92e0-0fd10d778c36 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Nov 29 19:18:11.822050 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b75b86bd-3dd6-45f6-9420-87927ac032e5 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:18:11.869683 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port b75b86bd-3dd6-45f6-9420-87927ac032e5 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:18:11.874535 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port b75b86bd-3dd6-45f6-9420-87927ac032e5 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:18:11.874858 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:11.949125 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:11.972402 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75b86bd-3dd6-45f6-9420-87927ac032e5'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:11.974658 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b12269-b7ff-4014-b940-8a73615ed3be" -d '{"events": [{"server_uuid": "289239bf-b8cc-4337-9dc8-d52cc958baa7", "name": "network-vif-plugged", "status": "completed", "tag": "b75b86bd-3dd6-45f6-9420-87927ac032e5"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:11.991642 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port b75b86bd-3dd6-45f6-9420-87927ac032e5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b75b86bd-3dd6-45f6-9420-87927ac032e5,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:11.996123 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:12.021901 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f150c-2c9f-4b7e-aa29-fd7833333c7a x-openstack-request-id: req-753f150c-2c9f-4b7e-aa29-fd7833333c7a {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:12.022216 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289239bf-b8cc-4337-9dc8-d52cc958baa7", "name": "network-vif-plugged", "status": "completed", "tag": "b75b86bd-3dd6-45f6-9420-87927ac032e5", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:12.022498 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-753f150c-2c9f-4b7e-aa29-fd7833333c7a {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:12.022887 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75b86bd-3dd6-45f6-9420-87927ac032e5', 'code': 200} Nov 29 19:18:12.051712 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=b75b86bd-3dd6-45f6-9420-87927ac032e5,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:12.175010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4215-bb15-4503-8195-32402deefebe req-acb7a0ae-b5b7-4517-9e56-a2a28235def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:12.176378 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-467f4215-bb15-4503-8195-32402deefebe req-acb7a0ae-b5b7-4517-9e56-a2a28235def3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 1099 time: 0.0402484 Nov 29 19:18:12.220197 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-467f4215-bb15-4503-8195-32402deefebe req-5f4e824e-8843-42b8-9598-fd42b6088039 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Nov 29 19:18:12.348441 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7aad6-0524-4fad-bb9e-db2d26f289e7 req-773ff0ba-3cbc-423f-995f-ac3616421947 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:12.349918 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dde7aad6-0524-4fad-bb9e-db2d26f289e7 req-773ff0ba-3cbc-423f-995f-ac3616421947 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 946 time: 0.0516305 Nov 29 19:18:12.397561 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-dde7aad6-0524-4fad-bb9e-db2d26f289e7 req-690020d4-497b-4b7b-a562-ce6fe212a65f tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Nov 29 19:18:13.514006 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc4511-6d04-4b81-b22d-ae81b7958a3c req-fe86d048-9eb7-4427-979b-3c60d476831c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:13.515536 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a3dc4511-6d04-4b81-b22d-ae81b7958a3c req-fe86d048-9eb7-4427-979b-3c60d476831c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 946 time: 0.0509644 Nov 29 19:18:13.563374 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a3dc4511-6d04-4b81-b22d-ae81b7958a3c req-387e3f03-4eda-4d0c-99f2-fa4edf227ebe tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Nov 29 19:18:14.167523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc349d-667f-430c-b9d5-90a086120368 req-0e7c04eb-1b0a-4851-9b97-36b355646f60 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:14.169658 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c3bc349d-667f-430c-b9d5-90a086120368 req-0e7c04eb-1b0a-4851-9b97-36b355646f60 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Nov 29 19:18:14.218900 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c3bc349d-667f-430c-b9d5-90a086120368 req-25aeebf8-38b6-4a80-9471-e686f698a7d2 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Nov 29 19:18:15.333679 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837757e-6f19-48eb-98d6-56048ce75e66 req-a556617b-0ac9-4809-92db-249a0ff2e793 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:15.335188 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0837757e-6f19-48eb-98d6-56048ce75e66 req-a556617b-0ac9-4809-92db-249a0ff2e793 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 946 time: 0.0483582 Nov 29 19:18:15.382131 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0837757e-6f19-48eb-98d6-56048ce75e66 req-4ade1f62-3be8-48f5-bb42-8aebef0f7137 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/security-groups?id=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Nov 29 19:18:15.585503 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-b3615d7f-d51c-43cb-be9c-68b963e5180a tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:15.586982 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-b3615d7f-d51c-43cb-be9c-68b963e5180a tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 946 time: 0.0491524 Nov 29 19:18:15.683246 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Deleting port b75b86bd-3dd6-45f6-9420-87927ac032e5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:18:15.683589 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:15.778023 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] For port b75b86bd-3dd6-45f6-9420-87927ac032e5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b75b86bd-3dd6-45f6-9420-87927ac032e5,segment=NetworkSegment(fe0b4dbf-47a7-47b0-8de8-a306806b2e09),segment_id=fe0b4dbf-47a7-47b0-8de8-a306806b2e09)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:15.778418 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:15.790876 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Calling delete_port for b75b86bd-3dd6-45f6-9420-87927ac032e5 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:18:15.924296 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:15.964411 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Pushing event deleted for resources: {'Port': ['ID=b75b86bd-3dd6-45f6-9420-87927ac032e5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:16.016616 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] No DVR routers for this DVR port b75b86bd-3dd6-45f6-9420-87927ac032e5 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:18:16.019322 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:16.023645 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-f14f8262-34f1-4e11-9b63-519a27e66c45 req-84d05e84-7b68-451b-b918-f39e691c393c tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.53 "DELETE /v2.0/ports/b75b86bd-3dd6-45f6-9420-87927ac032e5 HTTP/1.1" status: 204 len: 173 time: 0.4299636 Nov 29 19:18:16.023922 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:16.024466 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'name': 'network-vif-deleted', 'tag': 'b75b86bd-3dd6-45f6-9420-87927ac032e5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:16.027266 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec18031-9546-48a8-9988-7657571e5a20" -d '{"events": [{"server_uuid": "289239bf-b8cc-4337-9dc8-d52cc958baa7", "name": "network-vif-deleted", "tag": "b75b86bd-3dd6-45f6-9420-87927ac032e5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:16.065870 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd4195-4abd-41df-b588-5ea78b90a5c7 x-openstack-request-id: req-aefd4195-4abd-41df-b588-5ea78b90a5c7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:16.066866 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289239bf-b8cc-4337-9dc8-d52cc958baa7", "name": "network-vif-deleted", "tag": "b75b86bd-3dd6-45f6-9420-87927ac032e5", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:16.067129 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aefd4195-4abd-41df-b588-5ea78b90a5c7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:16.067686 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289239bf-b8cc-4337-9dc8-d52cc958baa7', 'name': 'network-vif-deleted', 'tag': 'b75b86bd-3dd6-45f6-9420-87927ac032e5', 'status': 'completed', 'code': 200} Nov 29 19:18:16.492872 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-83d97f52-ef24-46c2-97fd-70dabb91ff7f req-922948b1-9817-454e-8563-37adb1652be5 tempest-VolumesActionsTest-1391517539 tempest-VolumesActionsTest-1391517539-project] 10.222.0.45 "GET /v2.0/ports?device_id=289239bf-b8cc-4337-9dc8-d52cc958baa7 HTTP/1.1" status: 200 len: 210 time: 0.0264301 Nov 29 19:18:17.846562 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b75b86bd-3dd6-45f6-9420-87927ac032e5 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:18:17.867128 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: b75b86bd-3dd6-45f6-9420-87927ac032e5 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:18:17.867472 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device b75b86bd-3dd6-45f6-9420-87927ac032e5 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:18:20.885979 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-49779e88-7778-4326-a307-5d6c97b5e3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:23.295121 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ea488c88-aa3b-47e1-b528-488356169be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:24.236623 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-c0b41656-3766-490d-9048-e7c23a001e19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224072 Nov 29 19:18:24.283643 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:24.340081 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-82d951a9-ff33-41c4-913e-ea128c32cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:24.341926 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-82d951a9-ff33-41c4-913e-ea128c32cb35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 1098 time: 0.0533190 Nov 29 19:18:24.500728 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-b8b13ef5-eaa8-4809-9b76-31ff9d8c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:24.502575 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-b8b13ef5-eaa8-4809-9b76-31ff9d8c4df3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.1156836 Nov 29 19:18:24.554578 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-f0a483b2-e558-42a2-b31b-504867f27314 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 200 len: 217 time: 0.0426939 Nov 29 19:18:24.615612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-47396ed2-521f-48ea-a4df-648bb0843897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:24.618214 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-47396ed2-521f-48ea-a4df-648bb0843897 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0560935 Nov 29 19:18:24.657574 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-00fbeb8e-c2b0-48c4-887e-f03d1e10380b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280898 Nov 29 19:18:24.769124 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-2fe0435e-6692-4db7-ad9d-c4ba3d0bb2b9 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026258 Nov 29 19:18:24.869176 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-bf7a4e76-b830-4ce9-b831-aadb9e4aa992 req-832d4331-9b5f-4e33-b9f3-dc47fcd107a5 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924418 Nov 29 19:18:26.004304 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:26.678068 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:32.137704 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:18:39.274218 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34826) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:39.322656 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] Deleting subnet 588b734e-b561-48d7-b3ad-a1b7d099eed0 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:18:39.325658 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.359364 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26314930'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.396451 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.446445 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26339389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26608207'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.471866 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588b734e-b561-48d7-b3ad-a1b7d099eed0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:39.475393 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.478609 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d85cf8c8-07f1-43b2-8410-776f42427935 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/588b734e-b561-48d7-b3ad-a1b7d099eed0 HTTP/1.1" status: 204 len: 168 time: 0.2033281 Nov 29 19:18:39.481073 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34828) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:39.557378 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.647358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.674152 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dce9e9-01d2-4b94-9cd0-ba7a462bc697']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:39.685308 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:39.685598 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0b4dbf-47a7-47b0-8de8-a306806b2e09') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:39.694746 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.708090 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.713993 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:18:39.714527 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:18:39.716962 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:18:39.774657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.786188 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:39.786188 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] 10.222.0.45 "DELETE /v2.0/networks/82dce9e9-01d2-4b94-9cd0-ba7a462bc697 HTTP/1.1" status: 204 len: 168 time: 0.3016305 Nov 29 19:18:39.796125 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e24ffb-0b0f-41a4-93f6-ed221dc59506 admin admin] Pushing event deleted for resources: {'Network': ['ID=82dce9e9-01d2-4b94-9cd0-ba7a462bc697,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:39.897166 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34836) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:39.938870 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-33dd3ff1-5120-4f04-8179-97eee48f6067 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1b6589855b64ef289489a880bfdacb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405092 Nov 29 19:18:39.941233 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34838) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:39.989270 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10e668be-595a-4b3c-aa3d-38243dc5659b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.013808 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10e668be-595a-4b3c-aa3d-38243dc5659b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.060816 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10e668be-595a-4b3c-aa3d-38243dc5659b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.063472 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10e668be-595a-4b3c-aa3d-38243dc5659b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.066702 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-10e668be-595a-4b3c-aa3d-38243dc5659b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1549a4be-3628-42a1-ad8b-3b50c9b1ec4a HTTP/1.1" status: 204 len: 168 time: 0.1244595 Nov 29 19:18:40.075101 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e668be-595a-4b3c-aa3d-38243dc5659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1549a4be-3628-42a1-ad8b-3b50c9b1ec4a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:40.713312 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 34860) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:40.819379 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.v2.base [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-448535233-network', 'tenant_id': 'ab117333596641f7b2fdc41ca253f7f2'}} {{(pid=102679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:40.840040 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Made reservation on behalf of ab117333596641f7b2fdc41ca253f7f2 for: {'network': 1} {{(pid=102679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:18:40.842200 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for network, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.851096 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.923548 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.927793 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.954904 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=102679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:18:40.964840 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:40.974081 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:40.974465 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.db.segments_db [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Added segment 5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e of type vlan for network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 Nov 29 19:18:40.976772 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.977127 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.977475 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.977820 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.978512 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.978512 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.978836 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.979174 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.979509 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.979839 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.980169 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:40.980496 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:18:41.024042 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738971988565'] for network, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:41.049038 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521'] for network, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:41.049993 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:41.050607 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:41.105292 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3906922 Nov 29 19:18:41.108085 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 34868) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:41.113459 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Request body: {'subnet': {'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-448535233-subnet', 'tenant_id': 'ab117333596641f7b2fdc41ca253f7f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:41.113885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8680c-1cce-4550-bfbc-73b0468fb6ee admin admin] Pushing event updated for resources: {'Network': ['ID=cf6c86f1-73c8-47ae-bdc9-7078ed16f424,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:41.123560 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 details requested by agent ovs-agent-dv-cinder-815746-3-iscsi with host dv-cinder-815746-3-iscsi {{(pid=102680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:18:41.136403 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Made reservation on behalf of ab117333596641f7b2fdc41ca253f7f2 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:18:41.138360 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26608298'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:41.309109 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26339452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26608308'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:41.364931 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:41.374138 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Checking segment: {'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:18:41.374753 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Network hostable DHCP agents. Network: cf6c86f1-73c8-47ae-bdc9-7078ed16f424, hostable agents: ['fd9e7681-1c2c-472c-a64d-766ab48d7b29'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:18:41.391568 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 is scheduled to be hosted by DHCP agent fd9e7681-1c2c-472c-a64d-766ab48d7b29 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:18:41.399492 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-3-iscsi, cf6c86f1-73c8-47ae-bdc9-7078ed16f424) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:18:41.403310 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:41.403900 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:41.409594 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aeec08-fe11-4e98-b8f6-f1e705cec94b None None] Network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:18:41.419626 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ee3d84d4-5975-4360-96dd-684110001030 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3100235 Nov 29 19:18:41.533789 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216df1b-1248-4e05-8853-34e81ce90424 None None] Network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:18:43.144354 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-ec76d019-64b2-46f3-a2fd-ef49d4d28f2e tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:43.145481 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-ec76d019-64b2-46f3-a2fd-ef49d4d28f2e tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 813 time: 0.1031516 Nov 29 19:18:43.169807 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-6e15b917-9dd3-4d5b-a6e2-339c4bc1283e tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/quotas/ab117333596641f7b2fdc41ca253f7f2 HTTP/1.1" status: 200 len: 375 time: 0.0125556 Nov 29 19:18:43.205055 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-f9bda94a-2236-4fdc-8dfc-24441921e1f2 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285935 Nov 29 19:18:43.321437 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-2ef15962-d07c-460d-af90-f62c9810f29e service neutron] 10.222.0.45 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049469 Nov 29 19:18:43.416143 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-5b82b67e-8425-4479-be4e-cb9c2b050100 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860455 Nov 29 19:18:43.572171 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c3d85317-f03f-4501-886b-666b0ce7db86 req-294ea983-c514-412e-b16d-65b5536253e7 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Nov 29 19:18:44.508448 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-261e721e-cb4f-437f-b02c-32665296ef10 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:44.509918 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-261e721e-cb4f-437f-b02c-32665296ef10 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 813 time: 0.1212001 Nov 29 19:18:44.525056 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Request body: {'port': {'device_id': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424', 'admin_state_up': True, 'tenant_id': 'ab117333596641f7b2fdc41ca253f7f2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:44.539006 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258e396-5a5f-46e5-9a47-67a5378dafcf req-4bc15461-7ad1-4ec7-b26f-5cd03c04ed4c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:44.543047 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8258e396-5a5f-46e5-9a47-67a5378dafcf req-4bc15461-7ad1-4ec7-b26f-5cd03c04ed4c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0544667 Nov 29 19:18:44.592020 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8258e396-5a5f-46e5-9a47-67a5378dafcf req-e49e3b64-8056-48f1-953f-28c7b46224f4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Nov 29 19:18:44.653405 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Made reservation on behalf of ab117333596641f7b2fdc41ca253f7f2 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:18:44.656823 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:44.673813 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-fe7c6822-080d-4b84-942e-b84d4b759c13 req-aab2c2f5-8860-4db2-bcdd-542b3397c8a6 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 210 time: 0.0339458 Nov 29 19:18:44.798702 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Allocated IP 172.20.0.10 (cf6c86f1-73c8-47ae-bdc9-7078ed16f424/eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c/a5e20e12-3354-4ff8-9f0d-b430e90ef5e3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:18:44.940842 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:45.222577 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:45.265332 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:18:45.268881 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:18:45.272510 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:18:45.278599 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Pushing event updated for resources: {'Port': ['ID=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:45.323752 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:45.324349 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:45.340974 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-4e27efab-cc74-434a-9e86-fc10b9c16c71 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8197706 Nov 29 19:18:45.352808 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Request body: {'port': {'device_id': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:45.408101 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:45.665272 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:18:45.673439 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:45.685552 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Transition to ACTIVE for port object a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:18:45.689578 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:45.728353 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10455e9c-e4c3-4907-879c-234043cf4f66 req-958b3be9-28c4-4ecb-bfde-32cc2fba0c7c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:45.735600 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-10455e9c-e4c3-4907-879c-234043cf4f66 req-958b3be9-28c4-4ecb-bfde-32cc2fba0c7c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0626426 Nov 29 19:18:45.751885 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Pushing event updated for resources: {'Port': ['ID=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:45.781764 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-10455e9c-e4c3-4907-879c-234043cf4f66 req-05a01143-7302-4109-bd1b-8c2785b75483 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Nov 29 19:18:45.854035 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923070e3-798d-4e15-838a-ca3179382d7a req-9c52894e-68c2-4a3e-85c5-b555796f4d7c tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:45.855539 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-923070e3-798d-4e15-838a-ca3179382d7a req-9c52894e-68c2-4a3e-85c5-b555796f4d7c tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 944 time: 0.0840189 Nov 29 19:18:45.871746 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Attempting to bind port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:18:45.872088 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Attempting to bind port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:18:45.872423 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Attempting to bind port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 on network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:18:45.884786 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 on network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:18:45.885054 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Attempting to bind port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 on network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:18:45.893156 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:18:45.893497 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Checking segment: {'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:18:45.893880 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Bound using segment: {'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:18:45.894421 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Bound port: a5e20e12-3354-4ff8-9f0d-b430e90ef5e3, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:18:45.894783 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:45.946428 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-923070e3-798d-4e15-838a-ca3179382d7a req-ff5396ef-123a-4003-939f-985a793e1544 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828841 Nov 29 19:18:45.975188 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] For port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:18:45.978383 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] For port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:18:45.982885 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:46.024742 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.025382 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:46.026914 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] 10.222.0.53 "PUT /v2.0/ports/a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 HTTP/1.1" status: 200 len: 1094 time: 0.6781468 Nov 29 19:18:46.027480 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'tag': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:46.028770 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:46.029879 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1616438-34c8-4151-9de6-b6856616c44b" -d '{"events": [{"name": "network-changed", "server_uuid": "df0cb02d-dfb3-44e9-894d-f339d04fc279", "tag": "a5e20e12-3354-4ff8-9f0d-b430e90ef5e3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:46.059711 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb67a-034d-4ae6-a4c0-a9f6ea66242d service neutron] Pushing event updated for resources: {'Port': ['ID=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:46.082316 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d9ebfd-82bf-4a82-a1f3-7d238d448b1e x-openstack-request-id: req-12d9ebfd-82bf-4a82-a1f3-7d238d448b1e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:46.082631 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0cb02d-dfb3-44e9-894d-f339d04fc279", "tag": "a5e20e12-3354-4ff8-9f0d-b430e90ef5e3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:46.082872 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12d9ebfd-82bf-4a82-a1f3-7d238d448b1e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:46.083279 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'tag': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3', 'status': 'completed', 'code': 200} Nov 29 19:18:46.116575 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-0185fe60-932d-4083-a4ff-be3e09f46332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.118095 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-0185fe60-932d-4083-a4ff-be3e09f46332 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 1097 time: 0.0468874 Nov 29 19:18:46.162098 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-eeeea97e-8d3b-4733-bb92-200daadc288e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 HTTP/1.1" status: 200 len: 217 time: 0.0351598 Nov 29 19:18:46.214738 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-464d2d27-040b-4a6f-8b03-d8a84666a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.216160 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-464d2d27-040b-4a6f-8b03-d8a84666a33c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0470803 Nov 29 19:18:46.252340 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-83332dc4-4dbd-47a6-be6f-5ec0fe3d8548 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285060 Nov 29 19:18:46.350522 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-5daa6427-ab63-4eee-9d70-e21773a3e463 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906131 Nov 29 19:18:46.445278 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0a8f5e21-6af6-4348-936a-9dc9a843481e req-3c1ee99c-5c18-4777-8fed-c21db8646375 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Nov 29 19:18:46.531619 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616438-34c8-4151-9de6-b6856616c44b req-f2562ab4-c999-4cc9-9d40-e2b029b8cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.533086 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1616438-34c8-4151-9de6-b6856616c44b req-f2562ab4-c999-4cc9-9d40-e2b029b8cc17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 1097 time: 0.0414450 Nov 29 19:18:46.626396 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616438-34c8-4151-9de6-b6856616c44b req-7018785e-09dd-499e-bc7b-ef41cfb38ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.627847 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1616438-34c8-4151-9de6-b6856616c44b req-7018785e-09dd-499e-bc7b-ef41cfb38ebf service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0870414 Nov 29 19:18:46.673266 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1616438-34c8-4151-9de6-b6856616c44b req-0d8e722e-9123-44a3-b474-d94b5933015b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 HTTP/1.1" status: 200 len: 217 time: 0.0344734 Nov 29 19:18:46.721845 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616438-34c8-4151-9de6-b6856616c44b req-6c222e5e-0d28-4a0e-a3e9-87e84fe62e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.723185 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1616438-34c8-4151-9de6-b6856616c44b req-6c222e5e-0d28-4a0e-a3e9-87e84fe62e08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0423748 Nov 29 19:18:46.756001 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1616438-34c8-4151-9de6-b6856616c44b req-4df8c6a2-22f6-4203-b6e7-9843d4d6b9c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254126 Nov 29 19:18:46.850940 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1616438-34c8-4151-9de6-b6856616c44b req-d8bcbbd9-cbbe-47b1-83d1-978d49245d3a service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851607 Nov 29 19:18:46.961400 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723c7b0-7b79-4a12-acdc-171ed24b7fa8 req-14be49d6-6481-441e-a1ef-a5aaa0eafd14 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.963459 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9723c7b0-7b79-4a12-acdc-171ed24b7fa8 req-14be49d6-6481-441e-a1ef-a5aaa0eafd14 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.1068542 Nov 29 19:18:46.997816 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c1616438-34c8-4151-9de6-b6856616c44b req-6650f8ae-ff26-47f7-a2d2-6fd64098545a service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325860 Nov 29 19:18:47.027674 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9723c7b0-7b79-4a12-acdc-171ed24b7fa8 req-7e27b762-078f-492f-aabc-b2fad5ea2fd7 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564144 Nov 29 19:18:47.067486 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d28b8-534d-4b8e-9d53-9dff8fa7bd19 req-3c0d844d-42d7-48e1-8565-e103ee0c0889 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:47.068980 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4c5d28b8-534d-4b8e-9d53-9dff8fa7bd19 req-3c0d844d-42d7-48e1-8565-e103ee0c0889 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 944 time: 0.0497117 Nov 29 19:18:47.117163 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4c5d28b8-534d-4b8e-9d53-9dff8fa7bd19 req-b95b88ab-9891-4c5b-ab38-dcfec92d86a8 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Nov 29 19:18:48.045362 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:18:48.148214 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:48.151732 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0a42b-5816-4487-8470-528efb483ed2 req-66593a39-e9bb-49f4-8aa8-cacfc4aee756 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:48.153398 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-37d0a42b-5816-4487-8470-528efb483ed2 req-66593a39-e9bb-49f4-8aa8-cacfc4aee756 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Nov 29 19:18:48.162116 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3', 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424', 'port_id': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3', 'mac_address': 'fa:16:3e:8f:99:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:18:48.212960 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-37d0a42b-5816-4487-8470-528efb483ed2 req-9858e9ca-5197-4d7d-9ba9-d6cf8a2bdc77 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531950 Nov 29 19:18:48.216629 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:48.230495 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:18:48.257285 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:48.257942 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cafe8c-05f6-43f8-8d93-144599e6099d req-2d9353aa-23e3-41f9-b2aa-a72c3424e39e tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:48.259795 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c1cafe8c-05f6-43f8-8d93-144599e6099d req-2d9353aa-23e3-41f9-b2aa-a72c3424e39e tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 944 time: 0.0579424 Nov 29 19:18:48.261841 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:48.311689 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c1cafe8c-05f6-43f8-8d93-144599e6099d req-6b5a8cc0-5fa5-4ac4-83ac-5dcc07ab8f2f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Nov 29 19:18:48.433450 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:48.514916 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['a5e20e12-3354-4ff8-9f0d-b430e90ef5e3'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:18:49.335715 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00439-c59b-4163-928a-f5d8f0e5f38b req-0f649101-371d-4ea3-be7b-0feda7cb49fa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:49.337233 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-39a00439-c59b-4163-928a-f5d8f0e5f38b req-0f649101-371d-4ea3-be7b-0feda7cb49fa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0520911 Nov 29 19:18:49.384515 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-39a00439-c59b-4163-928a-f5d8f0e5f38b req-540da7b6-79ed-4146-8c1e-eced1cf69c6a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 Nov 29 19:18:49.426833 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca23f8-2d9f-4002-91d7-cab6ede6309b req-522ce3d1-6b4f-4d08-ad0f-dec52eefdf69 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:49.428321 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-14ca23f8-2d9f-4002-91d7-cab6ede6309b req-522ce3d1-6b4f-4d08-ad0f-dec52eefdf69 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Nov 29 19:18:49.474760 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-14ca23f8-2d9f-4002-91d7-cab6ede6309b req-89c44afa-ca10-435b-9aae-282c64cd1266 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Nov 29 19:18:50.060819 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:18:50.108231 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:18:50.112387 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:18:50.112759 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:50.186566 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:50.211910 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:50.214156 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46eeb2-4cdc-454c-b6d2-06eb273fd25e" -d '{"events": [{"server_uuid": "df0cb02d-dfb3-44e9-894d-f339d04fc279", "name": "network-vif-plugged", "status": "completed", "tag": "a5e20e12-3354-4ff8-9f0d-b430e90ef5e3"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:50.228068 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:50.232269 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:50.258508 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb1fb4a-83ac-49dd-ba70-343ce89c42db x-openstack-request-id: req-9fb1fb4a-83ac-49dd-ba70-343ce89c42db {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:50.258823 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0cb02d-dfb3-44e9-894d-f339d04fc279", "name": "network-vif-plugged", "status": "completed", "tag": "a5e20e12-3354-4ff8-9f0d-b430e90ef5e3", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:50.259079 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fb1fb4a-83ac-49dd-ba70-343ce89c42db {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:50.259761 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3', 'code': 200} Nov 29 19:18:50.289732 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:50.426814 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e680caa-5fcf-46b6-a179-91e71dab588a req-6052b53f-3995-4e53-bb10-053f7ae93408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:50.428500 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1e680caa-5fcf-46b6-a179-91e71dab588a req-6052b53f-3995-4e53-bb10-053f7ae93408 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 1099 time: 0.0417864 Nov 29 19:18:50.473923 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1e680caa-5fcf-46b6-a179-91e71dab588a req-2db9aed3-6c6a-462a-bfd0-fa82300938b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 Nov 29 19:18:50.504312 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdf4fd-98a9-4b6a-83bb-1a0290b2c4c6 req-b9a806b3-d81a-413c-9a92-d409630c14c6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:50.505800 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e1fdf4fd-98a9-4b6a-83bb-1a0290b2c4c6 req-b9a806b3-d81a-413c-9a92-d409630c14c6 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0491772 Nov 29 19:18:50.556775 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-e1fdf4fd-98a9-4b6a-83bb-1a0290b2c4c6 req-6512cafe-96e9-4487-8a6c-3c9d434ff87f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451226 Nov 29 19:18:50.590353 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba04d0-3439-4ebe-9b71-bc449a572e9d req-ff7090c3-4d8b-41d2-a970-403c808689fb tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:50.591828 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-37ba04d0-3439-4ebe-9b71-bc449a572e9d req-ff7090c3-4d8b-41d2-a970-403c808689fb tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 946 time: 0.0483279 Nov 29 19:18:50.647798 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-37ba04d0-3439-4ebe-9b71-bc449a572e9d req-6ab95752-42a1-4fa9-b34f-6814a9ee7477 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Nov 29 19:18:50.889533 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7c627cf1-0976-431b-a0db-846bb16a55b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:51.680998 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555acd9e-5af6-4efc-b943-be63331244a4 req-ad70c01c-72fc-4430-8aae-cde4e3df4def tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:51.682864 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-555acd9e-5af6-4efc-b943-be63331244a4 req-ad70c01c-72fc-4430-8aae-cde4e3df4def tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0490427 Nov 29 19:18:51.731454 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-555acd9e-5af6-4efc-b943-be63331244a4 req-d99a3395-fc47-4cd6-9cc1-5149a6b3b114 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Nov 29 19:18:51.771612 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c829e-621f-49ce-a3e5-26ea3eed0f58 req-072f9acd-e5b7-4243-85b0-4f0ea6ea466f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:51.773088 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-924c829e-621f-49ce-a3e5-26ea3eed0f58 req-072f9acd-e5b7-4243-85b0-4f0ea6ea466f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 946 time: 0.0543365 Nov 29 19:18:51.820024 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-924c829e-621f-49ce-a3e5-26ea3eed0f58 req-6bfc12db-1931-4b61-a4ac-64b5eea08d20 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Nov 29 19:18:52.851268 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed5317-4d02-421a-bad5-83994d5fbeb7 req-703d5f92-ed90-4bed-b5ed-93959efa5f79 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:52.852749 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fed5317-4d02-421a-bad5-83994d5fbeb7 req-703d5f92-ed90-4bed-b5ed-93959efa5f79 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0484736 Nov 29 19:18:52.899976 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5fed5317-4d02-421a-bad5-83994d5fbeb7 req-99fef9da-9c93-43c1-bb1f-f7518a23df1b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Nov 29 19:18:53.287087 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d0cca489-dc2d-4e3e-8ebb-85135da4ac3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:54.020037 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68990e3-dc62-4e9d-b778-24c94885da18 req-a064e9be-7f31-4dfc-8b72-36d557588e0c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:54.021522 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a68990e3-dc62-4e9d-b778-24c94885da18 req-a064e9be-7f31-4dfc-8b72-36d557588e0c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Nov 29 19:18:54.069317 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a68990e3-dc62-4e9d-b778-24c94885da18 req-4460d105-6c00-4a74-8b75-c2b8ea747680 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 Nov 29 19:18:54.262535 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:55.193880 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5fd2b-5082-4f1c-b243-62de7756be58 req-83be810e-40a2-4afb-b2db-9c39b30b2851 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:55.195401 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-26c5fd2b-5082-4f1c-b243-62de7756be58 req-83be810e-40a2-4afb-b2db-9c39b30b2851 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0535948 Nov 29 19:18:55.243101 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-26c5fd2b-5082-4f1c-b243-62de7756be58 req-daa2fb62-2438-4bf8-b448-6667421b1972 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Nov 29 19:18:56.003619 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:56.070986 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:18:56.177212 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:56.188432 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'port_id': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'mac_address': 'fa:16:3e:07:6c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:18:56.238138 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:56.252684 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f08836c-54ad-4751-a680-0e1b9414e0be {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:18:56.275942 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:56.280660 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:56.335503 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=6']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:56.369647 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54047f-d24f-4d55-b17b-f77eb738a563 req-52472fc8-18d4-4589-b9fa-e9d9a0e2aff3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:56.371385 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5e54047f-d24f-4d55-b17b-f77eb738a563 req-52472fc8-18d4-4589-b9fa-e9d9a0e2aff3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 945 time: 0.0524118 Nov 29 19:18:56.405721 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['5f08836c-54ad-4751-a680-0e1b9414e0be'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:18:56.423404 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5e54047f-d24f-4d55-b17b-f77eb738a563 req-e00dc70b-3d26-4394-b7f4-381a3fcc1ba3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Nov 29 19:18:56.670800 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:57.740260 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d8580-32b9-49e4-9582-db29a022c068 req-e7c5eb58-accf-44ab-b14f-b59f51dcd231 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:57.742633 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ca3d8580-32b9-49e4-9582-db29a022c068 req-e7c5eb58-accf-44ab-b14f-b59f51dcd231 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 945 time: 0.2187338 Nov 29 19:18:57.798498 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ca3d8580-32b9-49e4-9582-db29a022c068 req-9ac2a216-282b-482f-8dd7-727396d7bf16 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493085 Nov 29 19:18:58.088609 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:18:58.177618 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 5f08836c-54ad-4751-a680-0e1b9414e0be triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:18:58.177982 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:58.281989 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:58.315980 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:58.326177 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a384f19d-957c-476b-aa8a-a15b1d293502" -d '{"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-plugged", "status": "completed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:58.356848 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:18:58.365835 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:58.393316 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f7702b-fa20-4a6f-897a-12e36fbde062 x-openstack-request-id: req-01f7702b-fa20-4a6f-897a-12e36fbde062 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:58.393883 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-plugged", "status": "completed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:58.394136 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01f7702b-fa20-4a6f-897a-12e36fbde062 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:58.394724 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'code': 200} Nov 29 19:18:58.431759 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=7']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:59.014392 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955fd1a-1839-46b8-a2a1-09e2a0dee5be req-cb1e5dd8-7079-433e-88e9-0ee662728dc3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:59.015948 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9955fd1a-1839-46b8-a2a1-09e2a0dee5be req-cb1e5dd8-7079-433e-88e9-0ee662728dc3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0795758 Nov 29 19:18:59.086426 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9955fd1a-1839-46b8-a2a1-09e2a0dee5be req-5da58da4-5c65-40fc-aa10-593ae2aeacaa tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622654 Nov 29 19:19:00.317990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2da92-8216-4db7-b815-abb6c7793652 req-80992a77-f007-469c-930b-295f51cdd8c0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:00.319567 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eaf2da92-8216-4db7-b815-abb6c7793652 req-80992a77-f007-469c-930b-295f51cdd8c0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.1360152 Nov 29 19:19:00.389019 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-eaf2da92-8216-4db7-b815-abb6c7793652 req-4b5d29e5-8adb-4984-aa7d-d15ddac51521 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618374 Nov 29 19:19:01.527527 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7142e-07b6-440b-b9f4-a0e028574fd6 req-1fd4c0b9-aa9f-4350-8cbc-9d76c2dffdab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:01.529648 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3fd7142e-07b6-440b-b9f4-a0e028574fd6 req-1fd4c0b9-aa9f-4350-8cbc-9d76c2dffdab tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0612864 Nov 29 19:19:01.593226 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3fd7142e-07b6-440b-b9f4-a0e028574fd6 req-27c516ba-218d-4832-8b91-e4046e21bb6a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546770 Nov 29 19:19:02.729953 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd9f64-22ba-449b-8454-c2996eb6c231 req-6897686f-5a78-47ea-b746-15876bcd5f65 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:02.732441 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d2cd9f64-22ba-449b-8454-c2996eb6c231 req-6897686f-5a78-47ea-b746-15876bcd5f65 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0606892 Nov 29 19:19:02.788882 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d2cd9f64-22ba-449b-8454-c2996eb6c231 req-084918fa-54b8-4f24-b0be-bc67b9e6cb3e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497084 Nov 29 19:19:03.951614 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa8fbe-230f-4e9b-a07b-5df0407260b2 req-3014d0a0-5d67-48e5-bedf-b42cec27b548 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:03.964240 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d5aa8fbe-230f-4e9b-a07b-5df0407260b2 req-3014d0a0-5d67-48e5-bedf-b42cec27b548 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0668886 Nov 29 19:19:04.014180 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d5aa8fbe-230f-4e9b-a07b-5df0407260b2 req-e6841537-bc32-432b-98c6-0c71048b26cc tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480039 Nov 29 19:19:05.160825 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c841b-9bad-4731-8b0c-4cf599fdb9f1 req-5f18f65b-e0cb-405e-9465-356288abfaee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:05.168802 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a60c841b-9bad-4731-8b0c-4cf599fdb9f1 req-5f18f65b-e0cb-405e-9465-356288abfaee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0686939 Nov 29 19:19:05.231240 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a60c841b-9bad-4731-8b0c-4cf599fdb9f1 req-575d4364-1a89-4754-8dde-2da016a7b960 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592782 Nov 29 19:19:06.354321 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6e373-f896-410b-a613-e64172c265eb req-8bf7aaa8-6463-43e9-973f-1d46a5ef3fd9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:06.355810 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c0a6e373-f896-410b-a613-e64172c265eb req-8bf7aaa8-6463-43e9-973f-1d46a5ef3fd9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0531199 Nov 29 19:19:06.403453 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c0a6e373-f896-410b-a613-e64172c265eb req-0ca27c62-5b06-489b-8ee8-5e5a29091705 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Nov 29 19:19:07.529719 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-581c88ce-874b-459c-887e-c39669eddd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:07.532191 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-581c88ce-874b-459c-887e-c39669eddd2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 1099 time: 0.0746164 Nov 29 19:19:07.544485 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc160a-a26e-498a-98cb-a6db4447e776 req-070bfe15-7f93-4509-a9d6-7555eec0b722 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:07.545848 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-25bc160a-a26e-498a-98cb-a6db4447e776 req-070bfe15-7f93-4509-a9d6-7555eec0b722 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0644076 Nov 29 19:19:07.655738 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-25bc160a-a26e-498a-98cb-a6db4447e776 req-65a2b9c3-35ed-4c28-b806-d059aed1f755 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008291 Nov 29 19:19:07.677244 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-4aa5b89c-d485-4a85-84d1-7da656300ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:07.678726 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-4aa5b89c-d485-4a85-84d1-7da656300ca7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 918 time: 0.1320219 Nov 29 19:19:07.745245 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-aefb4370-d45c-4811-a6c5-aa1f2b0db3c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f08836c-54ad-4751-a680-0e1b9414e0be HTTP/1.1" status: 200 len: 1002 time: 0.0580020 Nov 29 19:19:07.791981 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-727ff034-9b2f-48d9-83bb-f4c09ce92ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:07.793360 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-727ff034-9b2f-48d9-83bb-f4c09ce92ffb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0419838 Nov 29 19:19:07.840948 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-08ae6d81-fcf0-4028-a940-015bd714defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:07.842440 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-08ae6d81-fcf0-4028-a940-015bd714defc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418050 Nov 29 19:19:07.929849 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-09f12568-3c8e-4c94-b7fd-f2e068572511 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804260 Nov 29 19:19:08.021886 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d760ab0d-31d5-418d-889f-bbfcce4a0d5e req-386ce6c7-dc2b-42d1-80f6-c84e5c53bf86 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854933 Nov 29 19:19:08.775701 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d7d71-8d0a-4564-b822-f291aeafffaf req-4a78dc49-c1bf-403b-9da1-38bf69f3b436 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:08.777172 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6f4d7d71-8d0a-4564-b822-f291aeafffaf req-4a78dc49-c1bf-403b-9da1-38bf69f3b436 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0506628 Nov 29 19:19:08.823893 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6f4d7d71-8d0a-4564-b822-f291aeafffaf req-b9d3d0c0-02be-45fa-8108-a6f0d3a9265b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Nov 29 19:19:09.136868 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:19:09.945149 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ea26a-8199-41f2-bd58-a43f475b5cf5 req-03234537-60b5-46ec-ad55-1c41bf1e7291 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:09.946658 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ed5ea26a-8199-41f2-bd58-a43f475b5cf5 req-03234537-60b5-46ec-ad55-1c41bf1e7291 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 946 time: 0.0483592 Nov 29 19:19:09.993342 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-ed5ea26a-8199-41f2-bd58-a43f475b5cf5 req-fb779410-e547-4cf2-a298-4dd06486261f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Nov 29 19:19:10.156649 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:19:10.238425 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:10.262802 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:19:10.265045 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d56b5cc-2a20-4378-b500-7d7997697fd6" -d '{"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-unplugged", "status": "completed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:19:10.287845 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:10.292572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:10.320057 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4371d3d9-3f11-40bc-8243-318de44538a8 x-openstack-request-id: req-4371d3d9-3f11-40bc-8243-318de44538a8 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:19:10.320302 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-unplugged", "status": "failed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be", "code": 422}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:19:10.320552 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4371d3d9-3f11-40bc-8243-318de44538a8 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:19:10.320923 dv-cinder-815746-3-iscsi neutron-server[102680]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'code': 422} returned with failed status Nov 29 19:19:10.347301 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=8']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:10.354786 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.355143 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.355491 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.355836 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.356174 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.356510 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.356843 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.357175 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.357507 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.357834 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.358167 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.358540 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:10.732566 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-a099c786-c6b1-4d11-9634-5b7a10c49b44 req-f38dd2bf-d221-41d8-9fd3-29be70f9bbcf service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:19:10.733555 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a099c786-c6b1-4d11-9634-5b7a10c49b44 req-f38dd2bf-d221-41d8-9fd3-29be70f9bbcf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054026 Nov 29 19:19:10.895267 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dab39-3b3f-4a62-9ca9-676d878f2bf3 req-0cd36dcf-81c8-409e-8568-a350b34ff10a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:10.896770 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-226dab39-3b3f-4a62-9ca9-676d878f2bf3 req-0cd36dcf-81c8-409e-8568-a350b34ff10a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0536532 Nov 29 19:19:10.946951 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-226dab39-3b3f-4a62-9ca9-676d878f2bf3 req-1a09ae28-e716-4fc0-a7a5-72f905a3ece0 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Nov 29 19:19:11.065436 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-74daf6e0-ba9e-4f1d-a04c-295d164bf548 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820801 Nov 29 19:19:11.858067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-2d0da546-d1cf-47fd-b41a-b96a65db9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:11.859605 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-2d0da546-d1cf-47fd-b41a-b96a65db9c05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98&tenant_id=168bfaa616c343cfa2ab6d025038d3cd HTTP/1.1" status: 200 len: 1097 time: 0.0688379 Nov 29 19:19:11.922438 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-85fb95ae-74e5-4582-b4f9-f3e5a45ffddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:11.924722 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-85fb95ae-74e5-4582-b4f9-f3e5a45ffddf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 1097 time: 0.0428424 Nov 29 19:19:12.039583 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-0a9cfb43-6c1b-4fdd-b9a1-956704b88b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:12.041103 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-0a9cfb43-6c1b-4fdd-b9a1-956704b88b88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 200 len: 918 time: 0.1092572 Nov 29 19:19:12.115814 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-66f350bf-da9f-4253-a70b-81f3b2b631ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f08836c-54ad-4751-a680-0e1b9414e0be HTTP/1.1" status: 200 len: 1000 time: 0.0670614 Nov 29 19:19:12.167336 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-bfdb66ae-9056-40e3-9f26-316b12f34fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:12.168798 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-bfdb66ae-9056-40e3-9f26-316b12f34fe1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 200 len: 856 time: 0.0456026 Nov 29 19:19:12.249911 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81227931-4b53-446f-a856-ca19a6a3b767 req-78c09179-2930-4018-87b7-5560ad8c494f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:12.251397 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81227931-4b53-446f-a856-ca19a6a3b767 req-78c09179-2930-4018-87b7-5560ad8c494f tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0794909 Nov 29 19:19:12.253921 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-35f7899e-db70-4eae-814b-6c3229f14c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:12.255279 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-35f7899e-db70-4eae-814b-6c3229f14c88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6efb756f-5b6e-4291-aa99-9572c112335a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744231 Nov 29 19:19:12.354126 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-81227931-4b53-446f-a856-ca19a6a3b767 req-956b9bca-df23-40f0-9ed8-c098f2cf26ee tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962007 Nov 29 19:19:12.384228 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-dc78df5e-86e6-4353-85e5-ede78e66abf1 service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206560 Nov 29 19:19:12.477326 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-be4ee292-708f-4192-b2d6-68f21e78084b service neutron] 10.222.0.53 "GET /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855691 Nov 29 19:19:13.479050 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fefe4-9b36-41f0-9e4f-77d718a7663c req-495247bc-dc3f-4cfa-bba6-8146eb78670e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:13.480534 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-df7fefe4-9b36-41f0-9e4f-77d718a7663c req-495247bc-dc3f-4cfa-bba6-8146eb78670e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0493276 Nov 29 19:19:13.531124 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-df7fefe4-9b36-41f0-9e4f-77d718a7663c req-92465852-7e80-48cf-abc7-066c55406173 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Nov 29 19:19:14.671405 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b317e1-ca43-4944-b3f0-d376215a4495 req-e6ade221-381f-4222-8b5b-21e3b7ca6825 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:14.674105 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7b317e1-ca43-4944-b3f0-d376215a4495 req-e6ade221-381f-4222-8b5b-21e3b7ca6825 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0511756 Nov 29 19:19:14.746925 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d7b317e1-ca43-4944-b3f0-d376215a4495 req-e79e5148-eadb-42bb-94dc-d3083df77b66 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485530 Nov 29 19:19:15.881886 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6693801-ee79-447a-a731-dc94a62b0402 req-c4966b5b-59de-41d7-afaa-185dde6a8349 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:15.883435 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f6693801-ee79-447a-a731-dc94a62b0402 req-c4966b5b-59de-41d7-afaa-185dde6a8349 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0520060 Nov 29 19:19:15.929721 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f6693801-ee79-447a-a731-dc94a62b0402 req-213d65bb-fa82-4d8f-9552-301fc080f233 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Nov 29 19:19:16.038538 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:17.055869 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45d81-5b8d-4482-83e5-643439fa1ee0 req-ef3d1451-bde8-471c-9706-d3d7a33ed20c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:17.057266 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-43a45d81-5b8d-4482-83e5-643439fa1ee0 req-ef3d1451-bde8-471c-9706-d3d7a33ed20c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0491023 Nov 29 19:19:17.106861 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-43a45d81-5b8d-4482-83e5-643439fa1ee0 req-5209b01d-8b7f-457e-a7e4-b3dbe9df2ad3 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Nov 29 19:19:18.238169 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee761c8-0e4d-4c18-8db2-41af51cc8e4d req-e90e98ec-2071-4155-93ba-38ad94bfa555 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:18.239834 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5ee761c8-0e4d-4c18-8db2-41af51cc8e4d req-e90e98ec-2071-4155-93ba-38ad94bfa555 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0540798 Nov 29 19:19:18.288553 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5ee761c8-0e4d-4c18-8db2-41af51cc8e4d req-59c64c87-6812-44a6-b311-5ca95ce83c13 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Nov 29 19:19:19.419705 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b98ae-2710-47fd-b7d1-2ebca7617684 req-6bdaae30-e645-44aa-aa5f-73ca4a783c8c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:19.421161 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-369b98ae-2710-47fd-b7d1-2ebca7617684 req-6bdaae30-e645-44aa-aa5f-73ca4a783c8c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0493925 Nov 29 19:19:19.469522 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-369b98ae-2710-47fd-b7d1-2ebca7617684 req-ed0571d9-3e05-4cd1-a286-1760d65427d5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Nov 29 19:19:20.599919 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573cfe4-6612-4f23-9dff-832a2af118c4 req-43a1fd07-5213-4684-ba71-25510c9f1fbd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:20.601411 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f573cfe4-6612-4f23-9dff-832a2af118c4 req-43a1fd07-5213-4684-ba71-25510c9f1fbd tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0503020 Nov 29 19:19:20.655299 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f573cfe4-6612-4f23-9dff-832a2af118c4 req-9885fc98-4bb9-498b-91e7-a42c29860ba8 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444572 Nov 29 19:19:20.890245 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e7341f93-bb3d-46c7-8354-6740cec676c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:21.775299 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420255c9-b2c3-4b14-92d9-e092305b6130 req-2425e413-3746-4484-b645-16cf29dd88d2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:21.776868 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-420255c9-b2c3-4b14-92d9-e092305b6130 req-2425e413-3746-4484-b645-16cf29dd88d2 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0491354 Nov 29 19:19:21.834884 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-420255c9-b2c3-4b14-92d9-e092305b6130 req-99f01856-d55c-4569-b3c1-a0d462c52944 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520070 Nov 29 19:19:22.954676 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079552-bb6c-4477-abc8-f3bf517ea13e req-fd1e64b6-1768-4230-bba4-989c41c38288 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:22.956601 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d2079552-bb6c-4477-abc8-f3bf517ea13e req-fd1e64b6-1768-4230-bba4-989c41c38288 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0485353 Nov 29 19:19:23.006450 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d2079552-bb6c-4477-abc8-f3bf517ea13e req-affcdcd7-d4aa-452d-bed2-ec578c96306a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Nov 29 19:19:23.289581 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-857d51fb-e8ba-43dd-b29c-185cb01aa54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:24.157652 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6856f10-ef62-46d7-9370-9a6113a46bd2 req-e8965da2-c104-42b8-9877-73b0a72de157 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:24.159327 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d6856f10-ef62-46d7-9370-9a6113a46bd2 req-e8965da2-c104-42b8-9877-73b0a72de157 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0631292 Nov 29 19:19:24.209727 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d6856f10-ef62-46d7-9370-9a6113a46bd2 req-ca945aef-3c82-47ad-a0bd-d773f1eacbd9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Nov 29 19:19:24.263345 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:25.340024 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b837c-adfd-452f-910e-a78d99aa2eeb req-d46d3493-73a4-4ffe-90c3-11e909138ed4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:25.341567 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-201b837c-adfd-452f-910e-a78d99aa2eeb req-d46d3493-73a4-4ffe-90c3-11e909138ed4 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0607975 Nov 29 19:19:25.398851 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-201b837c-adfd-452f-910e-a78d99aa2eeb req-47f4bcef-1fe5-4217-b1b6-58fb1ee6fc73 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506349 Nov 29 19:19:26.007537 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:26.521353 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238ac73-845a-47b9-8889-f7def5ebadf8 req-9bbe3cb8-86b8-4c16-85a5-f9166541b902 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:26.522866 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e238ac73-845a-47b9-8889-f7def5ebadf8 req-9bbe3cb8-86b8-4c16-85a5-f9166541b902 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0506878 Nov 29 19:19:26.569555 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e238ac73-845a-47b9-8889-f7def5ebadf8 req-cacf07d0-9eca-48f3-814f-79db37de5e37 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Nov 29 19:19:26.671762 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:27.691556 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb71a23-5139-4135-ae71-488b5705a235 req-dfde65dd-efb8-4659-8862-3b4ab4fa946c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:27.693161 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bfb71a23-5139-4135-ae71-488b5705a235 req-dfde65dd-efb8-4659-8862-3b4ab4fa946c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0524108 Nov 29 19:19:27.741199 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-bfb71a23-5139-4135-ae71-488b5705a235 req-b933fb6f-90d1-4fbd-8fc4-d333c6f7be2d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415895 Nov 29 19:19:27.758437 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-b8f5b58b-0d53-4657-958d-17003e0ea34e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460484 Nov 29 19:19:27.820993 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-0e6a61b2-8b68-4042-ba7f-87f153d54e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:27.822494 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-0e6a61b2-8b68-4042-ba7f-87f153d54e42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 1098 time: 0.0411303 Nov 29 19:19:27.925953 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-83dee02b-2400-47bb-9f5b-b84b94355733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:27.927340 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-83dee02b-2400-47bb-9f5b-b84b94355733 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.0836897 Nov 29 19:19:27.974608 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-efaa9acc-7616-475f-8e8e-037a4414f24e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca HTTP/1.1" status: 200 len: 217 time: 0.0377657 Nov 29 19:19:28.024831 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-7b630e43-dcf5-43be-85a4-e07c6ffb401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:28.026240 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-7b630e43-dcf5-43be-85a4-e07c6ffb401f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0436037 Nov 29 19:19:28.059135 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-2ee53057-02d7-4f73-bd48-13ca3b778890 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256774 Nov 29 19:19:28.151404 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-93c3a025-3fa2-4cad-9296-e51b665cd15e service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840576 Nov 29 19:19:28.238606 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e18bc227-0cfb-46dd-a6b5-dd1a2da1f86c req-1c7f1da5-809a-4a7b-af5e-2ae423b81c09 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794380 Nov 29 19:19:28.862593 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de944a7a-a4aa-45b8-b9fd-a3d49d102000 req-cbf2d880-4086-4cd7-a543-8afea6114a7b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:28.863946 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-de944a7a-a4aa-45b8-b9fd-a3d49d102000 req-cbf2d880-4086-4cd7-a543-8afea6114a7b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0483181 Nov 29 19:19:28.916145 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-de944a7a-a4aa-45b8-b9fd-a3d49d102000 req-265d71d2-b7cc-48dd-916c-ee2cc70b439b tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463040 Nov 29 19:19:30.037196 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea630-fa3c-415c-8445-f2c11ba36d0e req-95a49317-e60c-4a1d-858a-9f7c239bd2e9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:30.038575 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-04eea630-fa3c-415c-8445-f2c11ba36d0e req-95a49317-e60c-4a1d-858a-9f7c239bd2e9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 944 time: 0.0483289 Nov 29 19:19:30.083782 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-04eea630-fa3c-415c-8445-f2c11ba36d0e req-15af3724-b521-4475-b910-d8327d314c81 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393834 Nov 29 19:19:30.248924 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:19:30.340144 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:30.352137 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'port_id': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'mac_address': 'fa:16:3e:07:6c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:19:30.387774 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.404659 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f08836c-54ad-4751-a680-0e1b9414e0be {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:19:30.424629 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:30.429405 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.478670 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=9']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:30.685852 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['5f08836c-54ad-4751-a680-0e1b9414e0be'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:19:31.203369 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c43e3-3155-41fe-9037-fee7d63e5d9b req-5fb6b811-706f-43fb-a3e7-628728f38029 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:31.204858 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-672c43e3-3155-41fe-9037-fee7d63e5d9b req-5fb6b811-706f-43fb-a3e7-628728f38029 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 945 time: 0.0490336 Nov 29 19:19:31.252600 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-672c43e3-3155-41fe-9037-fee7d63e5d9b req-99081d94-6d43-46f7-bea8-3ea12a7e3fc5 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Nov 29 19:19:32.249753 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:19:32.297222 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 5f08836c-54ad-4751-a680-0e1b9414e0be triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:32.297599 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.374292 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adef64-eb07-4021-aa7e-c349e8a17a7a req-33b09b15-8ec3-4b50-a4fd-782e1619560a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:32.375273 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.375745 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58adef64-eb07-4021-aa7e-c349e8a17a7a req-33b09b15-8ec3-4b50-a4fd-782e1619560a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Nov 29 19:19:32.398320 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:19:32.400579 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17447e2-e8ca-44b6-9102-7b549cff9138" -d '{"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-plugged", "status": "completed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:19:32.418467 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:32.423154 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.425716 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-58adef64-eb07-4021-aa7e-c349e8a17a7a req-38ab3d1c-8ca4-4f19-9931-235f1cb46c4c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Nov 29 19:19:32.449229 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d35b0-3398-47ce-8567-10e2e4d119b5 x-openstack-request-id: req-8c3d35b0-3398-47ce-8567-10e2e4d119b5 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:19:32.449533 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-plugged", "status": "completed", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:19:32.449792 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c3d35b0-3398-47ce-8567-10e2e4d119b5 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:19:32.450185 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'code': 200} Nov 29 19:19:32.475911 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=10']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:32.626635 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c41d5-0c16-4b49-a91e-5de346bd04a0 req-eca80bff-2760-411f-bd7c-296dec887dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:32.628091 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c95c41d5-0c16-4b49-a91e-5de346bd04a0 req-eca80bff-2760-411f-bd7c-296dec887dbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 1100 time: 0.0395746 Nov 29 19:19:32.671125 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-c95c41d5-0c16-4b49-a91e-5de346bd04a0 req-722a6175-1503-4f0c-8ca8-352a0b5e40de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359120 Nov 29 19:19:33.550272 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335f9e8-ae4c-4214-b492-1cba4e24a0f4 req-08c5618d-ed39-4b07-a70d-dcfc7a1c5679 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:33.551712 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b335f9e8-ae4c-4214-b492-1cba4e24a0f4 req-08c5618d-ed39-4b07-a70d-dcfc7a1c5679 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 947 time: 0.0509109 Nov 29 19:19:33.599627 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b335f9e8-ae4c-4214-b492-1cba4e24a0f4 req-fd89291b-81c0-45b0-acad-9a3afe57184d tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Nov 29 19:19:34.718486 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44749e7-34ca-4449-ab60-674a1101dee3 req-ecbc792e-c828-44ec-8954-c255cb059af9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:34.719939 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f44749e7-34ca-4449-ab60-674a1101dee3 req-ecbc792e-c828-44ec-8954-c255cb059af9 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 947 time: 0.0488939 Nov 29 19:19:34.767921 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-f44749e7-34ca-4449-ab60-674a1101dee3 req-01600d87-fdcb-4a6f-93b3-5ec22e88998a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413263 Nov 29 19:19:46.030509 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:46.136035 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:19:50.891397 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b734433-bee3-43bc-8853-e1af4f7abc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:53.290821 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-341bf88b-5bbb-4b02-9f8c-15a402c49c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:54.265690 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:56.010402 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:56.673395 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:06.599441 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e25f-2c8f-4ee8-9ab0-9a165d3fe67c req-31716ae6-1faf-4816-b428-e5dbcc6aa28c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:06.601075 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1e3e25f-2c8f-4ee8-9ab0-9a165d3fe67c req-31716ae6-1faf-4816-b428-e5dbcc6aa28c tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 947 time: 0.0497241 Nov 29 19:20:06.651330 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1e3e25f-2c8f-4ee8-9ab0-9a165d3fe67c req-b6919b42-356b-4025-8017-b7dbd3004a97 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Nov 29 19:20:07.773200 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c54c47-2d7c-406e-ac88-04f9d546f9b3 req-eeac9215-dcf9-47a3-bd27-51668f994011 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:07.774672 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b4c54c47-2d7c-406e-ac88-04f9d546f9b3 req-eeac9215-dcf9-47a3-bd27-51668f994011 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 947 time: 0.0488029 Nov 29 19:20:07.825739 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-b4c54c47-2d7c-406e-ac88-04f9d546f9b3 req-10c9368f-56b9-4314-8d53-ee003991171a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f6a942c-4a87-4745-aabb-8492e1b7708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452089 Nov 29 19:20:07.889592 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-a25e33ca-e524-431e-bdbe-2e837d63622e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:07.891002 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-a25e33ca-e524-431e-bdbe-2e837d63622e tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 947 time: 0.0476718 Nov 29 19:20:07.983192 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Deleting port 5f08836c-54ad-4751-a680-0e1b9414e0be {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:20:07.983535 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:08.069640 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] For port 5f08836c-54ad-4751-a680-0e1b9414e0be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5f08836c-54ad-4751-a680-0e1b9414e0be,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:20:08.069993 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:08.239494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:08.239764 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530613'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:08.240082 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.db.l3_db [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Floating IP 46769638-3a9a-4b28-affc-c1e9fda9a830 disassociated. External IP: 172.27.2.104, port: 5f08836c-54ad-4751-a680-0e1b9414e0be. Nov 29 19:20:08.240427 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Calling delete_port for 5f08836c-54ad-4751-a680-0e1b9414e0be owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:20:08.368284 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:08.405329 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event deleted for resources: {'Port': ['ID=5f08836c-54ad-4751-a680-0e1b9414e0be,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:08.413735 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.414089 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.414458 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.414830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.415198 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.415533 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.415868 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.416199 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.416528 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.416859 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.417189 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.417517 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:08.773691 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Router 5a0301ab-baad-4894-bfbf-bd374c59b503 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:20:08.888239 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:20:08.900776 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] Sync routers for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:20:08.912278 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:20:08.912883 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:19:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:08.940012 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] No DVR routers for this DVR port 5f08836c-54ad-4751-a680-0e1b9414e0be on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:20:08.954863 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:08.958781 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-255d13ce-c47c-451c-8da7-3079b07c9745 req-6807a9a0-3d86-4ea8-bc9e-16fd4c6e6439 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.53 "DELETE /v2.0/ports/5f08836c-54ad-4751-a680-0e1b9414e0be HTTP/1.1" status: 204 len: 173 time: 1.0612998 Nov 29 19:20:08.960764 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5656d5a1-9447-4153-a2cc-b01a7144cfdb req-0923e421-0243-4192-a5a9-51d303289c98 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/ports?device_id=4662522d-ab9f-4570-8b47-cce115034c98 HTTP/1.1" status: 200 len: 210 time: 0.0465832 Nov 29 19:20:08.961255 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-deleted', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:20:08.963555 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b5970-382c-4f32-b8ca-781e95662ab2" -d '{"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-deleted", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:20:09.008422 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa15ca4-2d82-448e-bd70-f6a36687a525 x-openstack-request-id: req-aaa15ca4-2d82-448e-bd70-f6a36687a525 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:20:09.008726 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662522d-ab9f-4570-8b47-cce115034c98", "name": "network-vif-deleted", "tag": "5f08836c-54ad-4751-a680-0e1b9414e0be", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:20:09.008990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aaa15ca4-2d82-448e-bd70-f6a36687a525 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:20:09.009384 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4662522d-ab9f-4570-8b47-cce115034c98', 'name': 'network-vif-deleted', 'tag': '5f08836c-54ad-4751-a680-0e1b9414e0be', 'status': 'completed', 'code': 200} Nov 29 19:20:09.028810 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:20:09.244547 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:09.270999 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] Checking router: 5a0301ab-baad-4894-bfbf-bd374c59b503 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:20:09.279247 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:20:09.279846 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:19:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:09.382857 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:20:09.571721 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:09.601220 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c90d6-76d2-4527-ba71-9b57c2c2eb6f None None] The sync data for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi is: [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:10:22Z', 'revision_number': 4, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi', '_interfaces': [{'id': '5600572f-5e1d-4b64-8f3c-392a91b666a2', 'name': '', 'network_id': '6efb756f-5b6e-4291-aa99-9572c112335a', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'mac_address': 'fa:16:3e:46:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:21Z', 'updated_at': '2021-11-29T19:10:26Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'subnets': [{'id': '46f36414-a83e-4a9c-b111-3b4af2f6c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:20:09.821613 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edeaa3d-e743-4285-a3d1-e83080ecad40 None None] New status for floating IP 46769638-3a9a-4b28-affc-c1e9fda9a830: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:20:10.061214 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35622) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:10.114176 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c401bdaf-2ea1-4553-b7c9-3ba8ba9ae886 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.137030 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c401bdaf-2ea1-4553-b7c9-3ba8ba9ae886 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.187355 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c401bdaf-2ea1-4553-b7c9-3ba8ba9ae886 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.189905 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c401bdaf-2ea1-4553-b7c9-3ba8ba9ae886 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.191104 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-c401bdaf-2ea1-4553-b7c9-3ba8ba9ae886 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "DELETE /v2.0/security-groups/3f6a942c-4a87-4745-aabb-8492e1b7708b HTTP/1.1" status: 204 len: 168 time: 0.1289163 Nov 29 19:20:10.194672 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 35626) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:10.201637 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401bdaf-2ea1-4553-b7c9-3ba8ba9ae886 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a942c-4a87-4745-aabb-8492e1b7708b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:10.209377 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.api.v2.resource [None req-07e6a65e-1d5c-4eee-be40-e0c629ae3f0a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] show failed (client error): The resource could not be found. Nov 29 19:20:10.213703 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35628) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:10.214766 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-07e6a65e-1d5c-4eee-be40-e0c629ae3f0a tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "GET /v2.0/security-groups/3f6a942c-4a87-4745-aabb-8492e1b7708b HTTP/1.1" status: 404 len: 347 time: 0.0189481 Nov 29 19:20:10.339420 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Deleting port cca694ff-1cde-4f4c-b99a-cd26817ac2ea {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:20:10.339749 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.412448 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.412770 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.424271 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Calling delete_port for cca694ff-1cde-4f4c-b99a-cd26817ac2ea owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:20:10.518703 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:20:10.538169 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: 5f08836c-54ad-4751-a680-0e1b9414e0be {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:20:10.538536 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 5f08836c-54ad-4751-a680-0e1b9414e0be not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:20:10.562244 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.586878 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Pushing event deleted for resources: {'Port': ['ID=cca694ff-1cde-4f4c-b99a-cd26817ac2ea,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:10.650184 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.652996 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:10.654143 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5bb8a6e5-ab26-47f8-9161-857192c6b109 tempest-AttachVolumeShelveTestJSON-1714880929 tempest-AttachVolumeShelveTestJSON-1714880929-project] 10.222.0.45 "DELETE /v2.0/floatingips/46769638-3a9a-4b28-affc-c1e9fda9a830 HTTP/1.1" status: 204 len: 168 time: 0.4392071 Nov 29 19:20:13.045763 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35658) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:13.449200 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531381'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:13.691494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Deleting port 5600572f-5e1d-4b64-8f3c-392a91b666a2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:20:13.691729 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:13.767330 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] For port 5600572f-5e1d-4b64-8f3c-392a91b666a2, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=5600572f-5e1d-4b64-8f3c-392a91b666a2,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:20:13.767717 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:13.783325 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Calling delete_port for 5600572f-5e1d-4b64-8f3c-392a91b666a2 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:20:13.963090 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:13.992846 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5600572f-5e1d-4b64-8f3c-392a91b666a2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:14.158292 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531461'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:14.370685 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Router 5a0301ab-baad-4894-bfbf-bd374c59b503 has already been hosted by L3 agent dc1b53f5-67af-4703-ad10-ebf57d37334c {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:20:14.476245 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] Notify agent at l3_agent.dv-cinder-815746-3-iscsi the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:20:14.481466 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-2c04a57c-5a04-4f0f-bc05-41076ec38fc9 admin admin] 10.222.0.45 "PUT /v2.0/routers/5a0301ab-baad-4894-bfbf-bd374c59b503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4343951 Nov 29 19:20:14.483770 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35670) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:14.486981 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745cd71-4800-4033-812a-06ad56934162 None None] Sync routers for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:20:14.497881 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:20:14.498532 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:19:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:14.586115 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:14.599620 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: dv-cinder-815746-3-iscsi {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:20:14.690724 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:14.742920 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Deleting port 53967b9a-2c2f-45a4-801a-237e1c40571e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:20:14.743358 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:14.774199 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'external_fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:20:13Z', 'revision_number': 5, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port': {'id': '53967b9a-2c2f-45a4-801a-237e1c40571e', 'name': '', 'network_id': '6df4cfaa-228d-4c30-83c5-dea2f14d1768', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:10:20Z', 'updated_at': '2021-11-29T19:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93f3dae9-4159-4678-acc4-d59f6d9201f2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-3-iscsi'}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:14.799990 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745cd71-4800-4033-812a-06ad56934162 None None] Checking router: 5a0301ab-baad-4894-bfbf-bd374c59b503 for host: dv-cinder-815746-3-iscsi {{(pid=102681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:20:14.808532 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] Routers {'5a0301ab-baad-4894-bfbf-bd374c59b503'} bound to L3 agent in host dv-cinder-815746-3-iscsi {{(pid=102681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:20:14.809108 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T18:54:23Z,description=,heartbeat_timestamp=2021-11-29T19:19:53Z,host='dv-cinder-815746-3-iscsi',id=dc1b53f5-67af-4703-ad10-ebf57d37334c,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T18:54:23Z,topic='l3_agent')) {'router_ids': ['5a0301ab-baad-4894-bfbf-bd374c59b503'], 'active': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:14.820933 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] For port 53967b9a-2c2f-45a4-801a-237e1c40571e, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=53967b9a-2c2f-45a4-801a-237e1c40571e,segment=NetworkSegment(aaafa6f3-0528-4842-9108-84d2600378b8),segment_id=aaafa6f3-0528-4842-9108-84d2600378b8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:20:14.821322 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:14.837541 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Calling delete_port for 53967b9a-2c2f-45a4-801a-237e1c40571e owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:20:14.893041 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvr_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] Set router 5a0301ab-baad-4894-bfbf-bd374c59b503 gateway port host: None {{(pid=102681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:20:15.005242 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.034264 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53967b9a-2c2f-45a4-801a-237e1c40571e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:15.034526 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.l3_hamode_db [None req-5745cd71-4800-4033-812a-06ad56934162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:20:14Z', 'revision_number': 6, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port_host': None}], 'dv-cinder-815746-3-iscsi', False) {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:15.061430 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745cd71-4800-4033-812a-06ad56934162 None None] The sync data for ids ['5a0301ab-baad-4894-bfbf-bd374c59b503'] in dv-cinder-815746-3-iscsi is: [{'id': '5a0301ab-baad-4894-bfbf-bd374c59b503', 'name': 'tempest-AttachVolumeShelveTestJSON-1405068536-router', 'tenant_id': '168bfaa616c343cfa2ab6d025038d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:10:19Z', 'updated_at': '2021-11-29T19:20:14Z', 'revision_number': 6, 'project_id': '168bfaa616c343cfa2ab6d025038d3cd', 'gw_port_host': None}] {{(pid=102681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:20:15.101847 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530659'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.190422 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4342'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.192560 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.240004 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531726'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.240523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0301ab-baad-4894-bfbf-bd374c59b503 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:20:15.244877 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.246294 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d261b129-10ea-42c7-a5b0-72c727cc01f2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5a0301ab-baad-4894-bfbf-bd374c59b503 HTTP/1.1" status: 204 len: 168 time: 0.7613378 Nov 29 19:20:15.248930 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35674) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:15.544501 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] Deleting subnet 46f36414-a83e-4a9c-b111-3b4af2f6c207 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:20:15.547567 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.580439 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26314930'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.659264 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.709919 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26339389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26608207'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.735754 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f36414-a83e-4a9c-b111-3b4af2f6c207,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:15.739273 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.742695 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d73c5a8b-35df-4787-ad7b-aecfb4997cb7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/46f36414-a83e-4a9c-b111-3b4af2f6c207 HTTP/1.1" status: 204 len: 168 time: 0.4927454 Nov 29 19:20:15.746099 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 35678) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:15.748557 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32be6fd-15db-46d5-9cd6-c2847d65f463 None None] Network 6efb756f-5b6e-4291-aa99-9572c112335a requested from dv-cinder-815746-3-iscsi {{(pid=102680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:20:15.813720 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.873822 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Deleting port 2f617a1f-f147-4d8c-87bd-144eb439a863 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:20:15.874157 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.910526 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 53967b9a-2c2f-45a4-801a-237e1c40571e no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:20:15.939641 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] DHCP port deletion for 6efb756f-5b6e-4291-aa99-9572c112335a request from dv-cinder-815746-3-iscsi {{(pid=102680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:20:15.941710 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 53967b9a-2c2f-45a4-801a-237e1c40571e {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:20:15.942073 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 53967b9a-2c2f-45a4-801a-237e1c40571e not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:20:15.942572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5600572f-5e1d-4b64-8f3c-392a91b666a2 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:20:15.943319 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] For port 2f617a1f-f147-4d8c-87bd-144eb439a863, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=2f617a1f-f147-4d8c-87bd-144eb439a863,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:20:15.943709 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:15.957062 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Calling delete_port for 2f617a1f-f147-4d8c-87bd-144eb439a863 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:20:15.964711 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 5600572f-5e1d-4b64-8f3c-392a91b666a2 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:20:15.965066 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 5600572f-5e1d-4b64-8f3c-392a91b666a2 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:20:16.013147 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Deleting port 2f617a1f-f147-4d8c-87bd-144eb439a863 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:20:16.013437 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.048662 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28345465'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.077487 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.081277 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] No DVR routers for this DVR port 2f617a1f-f147-4d8c-87bd-144eb439a863 on host dv-cinder-815746-3-iscsi {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:20:16.083244 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f617a1f-f147-4d8c-87bd-144eb439a863,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:16.090199 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] For port 2f617a1f-f147-4d8c-87bd-144eb439a863, host dv-cinder-815746-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-3-iscsi',level=0,port_id=2f617a1f-f147-4d8c-87bd-144eb439a863,segment=NetworkSegment(0c3491a4-3d63-46fc-8d45-417a26f1a3ff),segment_id=0c3491a4-3d63-46fc-8d45-417a26f1a3ff)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:20:16.090626 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.104489 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Calling delete_port for 2f617a1f-f147-4d8c-87bd-144eb439a863 owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:20:16.184627 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575'] for port, after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.212875 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Pushing event deleted for resources: {'Port': ['ID=2f617a1f-f147-4d8c-87bd-144eb439a863,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:16.225800 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] No DVR routers for this DVR port 2f617a1f-f147-4d8c-87bd-144eb439a863 on host dv-cinder-815746-3-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:20:16.232446 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.232446 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.232446 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.232446 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.233018 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.233597 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.233945 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.234743 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.235310 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.235891 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.236486 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.237095 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d29b-2269-458a-b6e5-75a17e17d517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.356526 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.356876 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.357231 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.357554 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.357887 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.358218 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.358572 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.358899 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.359223 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.359572 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.359894 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.360215 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:20:16.410346 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.430446 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efb756f-5b6e-4291-aa99-9572c112335a']}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:16.439356 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3491a4-3d63-46fc-8d45-417a26f1a3ff') {'for_net_delete': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:16.439656 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3491a4-3d63-46fc-8d45-417a26f1a3ff') {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:20:16.448709 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-705503'] for segment, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.461796 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.467506 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:20:16.467885 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28345254'] for segment, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: Traceback (most recent call last): Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: timer() Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: cb(*args, **kw) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: return func(*args, **kwargs) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: self._notify() Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: self.callback(batched_events) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: event.method(event) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: return f(self, *a, **k) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._get(url).json() Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: return self.request(url, 'GET', **kwargs) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:20:16.469505 dv-cinder-815746-3-iscsi neutron-server[102679]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:20:16.528133 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.533720 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.538696 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6efb756f-5b6e-4291-aa99-9572c112335a HTTP/1.1" status: 204 len: 168 time: 0.7915540 Nov 29 19:20:16.552927 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcef4af-3797-46d1-a4b4-01f5cd36b595 admin admin] Pushing event deleted for resources: {'Network': ['ID=6efb756f-5b6e-4291-aa99-9572c112335a,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:16.654588 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 35686) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:16.695290 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-1cb9bbca-7639-4ead-b518-8921db818003 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=168bfaa616c343cfa2ab6d025038d3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395296 Nov 29 19:20:16.697716 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 35688) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:16.743431 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d968587-a356-42c3-86f1-9035bfa0d37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.764343 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d968587-a356-42c3-86f1-9035bfa0d37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.815228 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d968587-a356-42c3-86f1-9035bfa0d37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.817817 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d968587-a356-42c3-86f1-9035bfa0d37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:16.818989 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-0d968587-a356-42c3-86f1-9035bfa0d37f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83e4dcf5-86f6-474d-b0c5-1aed2e535b67 HTTP/1.1" status: 204 len: 168 time: 0.1203465 Nov 29 19:20:16.826629 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968587-a356-42c3-86f1-9035bfa0d37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e4dcf5-86f6-474d-b0c5-1aed2e535b67,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:17.810536 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 2f617a1f-f147-4d8c-87bd-144eb439a863 no longer exists at agent ovs-agent-dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:20:17.835090 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] No Port match for: 2f617a1f-f147-4d8c-87bd-144eb439a863 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:20:17.835441 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Device 2f617a1f-f147-4d8c-87bd-144eb439a863 not bound to the agent host dv-cinder-815746-3-iscsi {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:20:20.518617 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 35762) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:20.623774 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42b-e742-4433-9e66-d54548a2f45a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:20.699341 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42b-e742-4433-9e66-d54548a2f45a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:20.703084 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4da8c42b-e742-4433-9e66-d54548a2f45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:20.743216 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-4da8c42b-e742-4433-9e66-d54548a2f45a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdbf43430b2c4145906f9982eb287af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235014 Nov 29 19:20:20.746042 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8c42b-e742-4433-9e66-d54548a2f45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3e0eca-7de6-4d84-80b1-4fd9f7759d0d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:20.746338 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35768) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:20.794118 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71ffb71-b056-445a-a98f-a3b48993b40c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:20.815005 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71ffb71-b056-445a-a98f-a3b48993b40c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:20.860483 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71ffb71-b056-445a-a98f-a3b48993b40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:20.863389 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71ffb71-b056-445a-a98f-a3b48993b40c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:20.864546 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-d71ffb71-b056-445a-a98f-a3b48993b40c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab3e0eca-7de6-4d84-80b1-4fd9f7759d0d HTTP/1.1" status: 204 len: 168 time: 0.1171103 Nov 29 19:20:20.872412 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ffb71-b056-445a-a98f-a3b48993b40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3e0eca-7de6-4d84-80b1-4fd9f7759d0d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:20.905864 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ca03b146-a82f-48a9-a156-233cefcba7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:23.135592 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:20:23.292897 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d76b8afe-d212-4eda-aeaf-1ec848561e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:24.268422 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.004494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35856) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:25.108757 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dccad3c-d56b-4c9a-a861-c04c70360226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.185930 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dccad3c-d56b-4c9a-a861-c04c70360226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.189287 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dccad3c-d56b-4c9a-a861-c04c70360226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.225595 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccad3c-d56b-4c9a-a861-c04c70360226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee8bbe8-a56f-440a-ab27-d1a423533466,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:25.229877 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5dccad3c-d56b-4c9a-a861-c04c70360226 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ff71a3b090040b6a663312805990ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243690 Nov 29 19:20:25.232514 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35860) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:25.279973 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba160d31-975f-4f11-9fb2-bac62030107b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.300218 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba160d31-975f-4f11-9fb2-bac62030107b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.347415 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba160d31-975f-4f11-9fb2-bac62030107b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.350011 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba160d31-975f-4f11-9fb2-bac62030107b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.352009 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ba160d31-975f-4f11-9fb2-bac62030107b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ee8bbe8-a56f-440a-ab27-d1a423533466 HTTP/1.1" status: 204 len: 168 time: 0.1177540 Nov 29 19:20:25.361112 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba160d31-975f-4f11-9fb2-bac62030107b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee8bbe8-a56f-440a-ab27-d1a423533466,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:25.616125 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35868) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:25.629773 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e3ffd85-f635-4ef6-96b0-33d238237dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.710038 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e3ffd85-f635-4ef6-96b0-33d238237dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.714303 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e3ffd85-f635-4ef6-96b0-33d238237dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.753721 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ffd85-f635-4ef6-96b0-33d238237dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5330328-0e14-4b6d-93a7-de802ffa227b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:25.758608 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-5e3ffd85-f635-4ef6-96b0-33d238237dc4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57cd8ae2df3046d3b869d80ed15d7de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414404 Nov 29 19:20:25.761142 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35872) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:25.808410 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f924d66-2a8a-43a8-9ce2-d0760240b9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.829449 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f924d66-2a8a-43a8-9ce2-d0760240b9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.874922 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f924d66-2a8a-43a8-9ce2-d0760240b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.877528 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f924d66-2a8a-43a8-9ce2-d0760240b9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:25.878699 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7f924d66-2a8a-43a8-9ce2-d0760240b9a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5330328-0e14-4b6d-93a7-de802ffa227b HTTP/1.1" status: 204 len: 168 time: 0.1166615 Nov 29 19:20:25.887439 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f924d66-2a8a-43a8-9ce2-d0760240b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5330328-0e14-4b6d-93a7-de802ffa227b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:26.038851 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:26.676197 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:27.096548 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-f49d282a-b093-4088-8ffd-81afa6d6e279 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405498 Nov 29 19:20:27.160052 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-1c53259b-c209-4d7e-9197-7cb56b39a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:27.161597 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-1c53259b-c209-4d7e-9197-7cb56b39a971 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52180d0605844941a8a79e2193ef284c&device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 1098 time: 0.0449438 Nov 29 19:20:27.268434 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-d006436b-a3e1-42c8-940f-c93f76e99afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:27.269925 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-d006436b-a3e1-42c8-940f-c93f76e99afc service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 200 len: 916 time: 0.0897171 Nov 29 19:20:27.312829 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-27cbe973-8cf2-44f9-b732-f76bc99a9105 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3 HTTP/1.1" status: 200 len: 217 time: 0.0345802 Nov 29 19:20:27.367360 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-db6343d8-b648-47d7-98fb-431a953e06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:27.368890 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-db6343d8-b648-47d7-98fb-431a953e06f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 200 len: 855 time: 0.0496843 Nov 29 19:20:27.401962 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-1320ff86-f3cb-40f8-882e-ff096244a261 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6d3672-735b-4791-855b-8c192e8d3e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254362 Nov 29 19:20:27.497501 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-0e519fc0-ffa5-493b-ba4a-895cb584be9a service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878048 Nov 29 19:20:27.596418 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a19c9c14-c253-4c44-9e13-59b5a921f465 req-7692ca8c-bf16-412b-a1c5-f1ede85d6194 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920751 Nov 29 19:20:27.806922 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35948) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:27.912427 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-739493df-62ba-43e9-99df-b01034e2b489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:27.987145 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-739493df-62ba-43e9-99df-b01034e2b489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:27.991812 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-739493df-62ba-43e9-99df-b01034e2b489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.030437 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-739493df-62ba-43e9-99df-b01034e2b489 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88df96c121824b4594ddca7dbcf871af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221065 Nov 29 19:20:28.031378 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739493df-62ba-43e9-99df-b01034e2b489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ca09fd-fe5b-4295-a81b-d1e7d35437d1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:28.033060 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 35954) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:28.083811 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10a5f908-8cb3-4357-b3ab-dd3d3c78ae07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.105162 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10a5f908-8cb3-4357-b3ab-dd3d3c78ae07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.152433 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10a5f908-8cb3-4357-b3ab-dd3d3c78ae07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.155012 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10a5f908-8cb3-4357-b3ab-dd3d3c78ae07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.156144 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-10a5f908-8cb3-4357-b3ab-dd3d3c78ae07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2ca09fd-fe5b-4295-a81b-d1e7d35437d1 HTTP/1.1" status: 204 len: 168 time: 0.1207039 Nov 29 19:20:28.164751 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5f908-8cb3-4357-b3ab-dd3d3c78ae07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ca09fd-fe5b-4295-a81b-d1e7d35437d1,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:28.411099 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 35962) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:28.424414 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ac57b786-5013-4854-a650-07286e510a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.502904 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ac57b786-5013-4854-a650-07286e510a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.507700 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ac57b786-5013-4854-a650-07286e510a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.546507 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ac57b786-5013-4854-a650-07286e510a16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7172c01aaf14011baae64bea6963ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335945 Nov 29 19:20:28.547362 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57b786-5013-4854-a650-07286e510a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f509c7-0895-4ab6-bdf5-63be005c3495,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:28.549228 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 35964) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:28.596785 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3166e62-18c0-4137-a573-59964627f84b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.621381 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3166e62-18c0-4137-a573-59964627f84b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.666953 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3166e62-18c0-4137-a573-59964627f84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.669523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3166e62-18c0-4137-a573-59964627f84b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.670686 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-a3166e62-18c0-4137-a573-59964627f84b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66f509c7-0895-4ab6-bdf5-63be005c3495 HTTP/1.1" status: 204 len: 168 time: 0.1204696 Nov 29 19:20:28.678331 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3166e62-18c0-4137-a573-59964627f84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f509c7-0895-4ab6-bdf5-63be005c3495,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:46.090767 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:50.897340 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5feb5553-2338-4820-9553-18610c042bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:53.293770 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-31886154-05d9-473a-b18b-8405ae058654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:54.272045 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:56.018678 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:56.819070 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.166836 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36258) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:57.279640 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b358e9f-f38d-407c-9453-ad4fdf6df487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.356972 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b358e9f-f38d-407c-9453-ad4fdf6df487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.361056 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b358e9f-f38d-407c-9453-ad4fdf6df487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.400865 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-9b358e9f-f38d-407c-9453-ad4fdf6df487 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ae490baf6734d4e9dbf6f8ba60dee84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329435 Nov 29 19:20:57.401607 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b358e9f-f38d-407c-9453-ad4fdf6df487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7721f07b-c290-40ea-bdc2-acfa551e2c95,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:20:57.404256 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36264) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:20:57.452666 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d541bc3-3025-4a77-9a2b-7db54e16105b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.473539 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d541bc3-3025-4a77-9a2b-7db54e16105b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.520164 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d541bc3-3025-4a77-9a2b-7db54e16105b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.522908 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d541bc3-3025-4a77-9a2b-7db54e16105b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.524084 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-8d541bc3-3025-4a77-9a2b-7db54e16105b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7721f07b-c290-40ea-bdc2-acfa551e2c95 HTTP/1.1" status: 204 len: 168 time: 0.1188428 Nov 29 19:20:57.531587 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d541bc3-3025-4a77-9a2b-7db54e16105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7721f07b-c290-40ea-bdc2-acfa551e2c95,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:00.136641 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:21:16.112447 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:20.901548 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0370b771-1a3c-4697-9975-6d220f92a540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:23.294231 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-07b30966-e720-4d7e-9b21-df7bfa310945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:24.274915 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:25.666638 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fe7a-65ae-4ca3-82b9-483a32edf829 req-5c73b52f-f7ab-4b21-a4fa-d223fc81f0c4 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:25.668015 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d1e9fe7a-65ae-4ca3-82b9-483a32edf829 req-5c73b52f-f7ab-4b21-a4fa-d223fc81f0c4 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 945 time: 0.0492315 Nov 29 19:21:25.719840 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-d1e9fe7a-65ae-4ca3-82b9-483a32edf829 req-a6fa5266-5f71-4115-bde2-300a3e792728 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Nov 29 19:21:26.020152 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:26.036960 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e658583-333b-4d45-b562-13d2777bf1cb req-ce4999eb-2199-4228-91cc-601c64c781b7 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:26.038597 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4e658583-333b-4d45-b562-13d2777bf1cb req-ce4999eb-2199-4228-91cc-601c64c781b7 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Nov 29 19:21:26.128780 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Deleting port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:21:26.129118 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:26.217028 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] For port 55f52f6d-2229-4995-ae27-1ff51dcc53b3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=55f52f6d-2229-4995-ae27-1ff51dcc53b3,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:26.217387 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:26.230387 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Calling delete_port for 55f52f6d-2229-4995-ae27-1ff51dcc53b3 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:21:26.360922 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:26.374115 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['774aa79c-25f2-439e-9c08-d56d12a04595', 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca', '55f52f6d-2229-4995-ae27-1ff51dcc53b3'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:21:26.389774 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Pushing event deleted for resources: {'Port': ['ID=55f52f6d-2229-4995-ae27-1ff51dcc53b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:26.402364 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.402733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.403080 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.403422 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.403761 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.404101 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.404453 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.404779 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.405116 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.405450 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.405781 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.406108 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:26.440098 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] No DVR routers for this DVR port 55f52f6d-2229-4995-ae27-1ff51dcc53b3 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:21:26.442877 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:26.446526 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-4e658583-333b-4d45-b562-13d2777bf1cb req-e581e001-dbb6-47ef-ad20-0941997d65df tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "DELETE /v2.0/ports/55f52f6d-2229-4995-ae27-1ff51dcc53b3 HTTP/1.1" status: 204 len: 173 time: 0.4006171 Nov 29 19:21:26.447043 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'name': 'network-vif-deleted', 'tag': '55f52f6d-2229-4995-ae27-1ff51dcc53b3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:26.449334 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bd9cc9-c21f-42f5-b756-09170cf24e6d" -d '{"events": [{"server_uuid": "24769494-e0dd-43f6-9d5b-583f87f12f97", "name": "network-vif-deleted", "tag": "55f52f6d-2229-4995-ae27-1ff51dcc53b3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:26.616985 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ec7347-10d6-4aab-9399-1aa0c13eacbf x-openstack-request-id: req-a8ec7347-10d6-4aab-9399-1aa0c13eacbf {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:26.617289 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24769494-e0dd-43f6-9d5b-583f87f12f97", "name": "network-vif-deleted", "tag": "55f52f6d-2229-4995-ae27-1ff51dcc53b3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:26.617544 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8ec7347-10d6-4aab-9399-1aa0c13eacbf {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:26.617977 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24769494-e0dd-43f6-9d5b-583f87f12f97', 'name': 'network-vif-deleted', 'tag': '55f52f6d-2229-4995-ae27-1ff51dcc53b3', 'status': 'completed', 'code': 200} Nov 29 19:21:26.681876 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:26.827183 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6c1c3da6-202a-4680-a5e2-89f21bd51200 req-f26a3d13-757d-47b8-ab0e-c915bf13a717 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=24769494-e0dd-43f6-9d5b-583f87f12f97 HTTP/1.1" status: 200 len: 210 time: 0.0273364 Nov 29 19:21:29.219481 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279966c-18d2-41f3-9300-e4112a67a768 req-de9b91e0-67af-4b02-97b3-80aaeaadf9b3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:29.220977 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3279966c-18d2-41f3-9300-e4112a67a768 req-de9b91e0-67af-4b02-97b3-80aaeaadf9b3 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 945 time: 0.0511420 Nov 29 19:21:29.274075 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-3279966c-18d2-41f3-9300-e4112a67a768 req-1f1e419d-681d-429a-aa8d-21d6b3ab2a8f tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Nov 29 19:21:29.564087 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-14730545-2afd-4cb0-a429-bf76b9b5b5d2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:29.565538 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-14730545-2afd-4cb0-a429-bf76b9b5b5d2 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 945 time: 0.0530233 Nov 29 19:21:29.656007 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Deleting port cc2d2743-b6e9-43fe-a16b-deaf78d148ca {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:21:29.656230 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:29.748308 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] For port cc2d2743-b6e9-43fe-a16b-deaf78d148ca, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:29.748666 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:29.762596 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Calling delete_port for cc2d2743-b6e9-43fe-a16b-deaf78d148ca owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:21:29.887700 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:29.900374 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['774aa79c-25f2-439e-9c08-d56d12a04595', 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:21:29.920168 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Pushing event deleted for resources: {'Port': ['ID=cc2d2743-b6e9-43fe-a16b-deaf78d148ca,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:29.960961 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] No DVR routers for this DVR port cc2d2743-b6e9-43fe-a16b-deaf78d148ca on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:21:29.963665 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:29.967005 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-57e1dd0a-6c83-4cc3-aa94-27b59f22730c req-c94334c4-0825-4ae7-9f64-145d965e92d8 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "DELETE /v2.0/ports/cc2d2743-b6e9-43fe-a16b-deaf78d148ca HTTP/1.1" status: 204 len: 173 time: 0.3946862 Nov 29 19:21:29.967452 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'name': 'network-vif-deleted', 'tag': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:29.969742 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8054e3-0cd0-4248-accd-0c1ab0ed4ade" -d '{"events": [{"server_uuid": "da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa", "name": "network-vif-deleted", "tag": "cc2d2743-b6e9-43fe-a16b-deaf78d148ca"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:30.010703 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f642cc9e-643e-44f5-a5e1-09711ae44e89 x-openstack-request-id: req-f642cc9e-643e-44f5-a5e1-09711ae44e89 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:30.011059 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa", "name": "network-vif-deleted", "tag": "cc2d2743-b6e9-43fe-a16b-deaf78d148ca", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:30.011356 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f642cc9e-643e-44f5-a5e1-09711ae44e89 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:30.011758 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa', 'name': 'network-vif-deleted', 'tag': 'cc2d2743-b6e9-43fe-a16b-deaf78d148ca', 'status': 'completed', 'code': 200} Nov 29 19:21:30.384530 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-4430d154-94b4-44c1-9d72-29c2e32a0e84 req-22819723-0d13-4cf1-b4bd-621eb80397f7 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=da0a8aef-20b5-4b8b-bfc8-ad3a7df04ffa HTTP/1.1" status: 200 len: 210 time: 0.0271187 Nov 29 19:21:30.873528 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 55f52f6d-2229-4995-ae27-1ff51dcc53b3 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:21:30.902573 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: 55f52f6d-2229-4995-ae27-1ff51dcc53b3 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:21:30.903285 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 55f52f6d-2229-4995-ae27-1ff51dcc53b3 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:21:32.765288 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b8b8-7aa4-46ed-89c6-4e9f941fc339 req-1d3b8833-442f-4169-94c6-cc6bbb2b5725 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:32.766778 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d8b8b8-7aa4-46ed-89c6-4e9f941fc339 req-1d3b8833-442f-4169-94c6-cc6bbb2b5725 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.0494518 Nov 29 19:21:32.814434 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-34d8b8b8-7aa4-46ed-89c6-4e9f941fc339 req-7bb7dc85-1c9b-46e7-92be-a8f36d553a14 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/security-groups?id=72197d56-a1d0-4ec0-bd48-1aa204a418fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Nov 29 19:21:33.126800 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-3dfd240a-3c80-4ff0-8d55-5520c95b3f77 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:33.128231 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-3dfd240a-3c80-4ff0-8d55-5520c95b3f77 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 945 time: 0.0531740 Nov 29 19:21:33.216655 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Deleting port 774aa79c-25f2-439e-9c08-d56d12a04595 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:21:33.216987 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:33.305509 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] For port 774aa79c-25f2-439e-9c08-d56d12a04595, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=774aa79c-25f2-439e-9c08-d56d12a04595,segment=NetworkSegment(17959fd3-b85c-4a57-8434-b0e6bca3aac7),segment_id=17959fd3-b85c-4a57-8434-b0e6bca3aac7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:33.305860 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:33.319807 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Calling delete_port for 774aa79c-25f2-439e-9c08-d56d12a04595 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:21:33.446561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:33.458080 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['774aa79c-25f2-439e-9c08-d56d12a04595'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:21:33.478221 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Pushing event deleted for resources: {'Port': ['ID=774aa79c-25f2-439e-9c08-d56d12a04595,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:33.517530 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] No DVR routers for this DVR port 774aa79c-25f2-439e-9c08-d56d12a04595 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:21:33.520079 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:33.524097 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-5b1dacbe-cb13-42c0-acdb-ee8b08d30dd8 req-a8142065-cff1-459b-bf88-4775c92e60f1 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.53 "DELETE /v2.0/ports/774aa79c-25f2-439e-9c08-d56d12a04595 HTTP/1.1" status: 204 len: 173 time: 0.3884802 Nov 29 19:21:33.524555 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'name': 'network-vif-deleted', 'tag': '774aa79c-25f2-439e-9c08-d56d12a04595'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:33.526802 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b780f9a-8dd6-4058-9f2a-8276f688e6da" -d '{"events": [{"server_uuid": "0003f85c-fe39-4091-a04d-b3e4704a3c7d", "name": "network-vif-deleted", "tag": "774aa79c-25f2-439e-9c08-d56d12a04595"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:33.567405 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7f2c48-cab8-4f2a-826b-a201e9e9a303 x-openstack-request-id: req-da7f2c48-cab8-4f2a-826b-a201e9e9a303 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:33.567733 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0003f85c-fe39-4091-a04d-b3e4704a3c7d", "name": "network-vif-deleted", "tag": "774aa79c-25f2-439e-9c08-d56d12a04595", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:33.567990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da7f2c48-cab8-4f2a-826b-a201e9e9a303 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:33.568390 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0003f85c-fe39-4091-a04d-b3e4704a3c7d', 'name': 'network-vif-deleted', 'tag': '774aa79c-25f2-439e-9c08-d56d12a04595', 'status': 'completed', 'code': 200} Nov 29 19:21:33.919263 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-efa94556-52d6-47a9-8b56-bb433995bf23 req-bf042c5c-131f-4849-8b52-a461e913dc02 tempest-AttachVolumeNegativeTest-77193885 tempest-AttachVolumeNegativeTest-77193885-project] 10.222.0.45 "GET /v2.0/ports?device_id=0003f85c-fe39-4091-a04d-b3e4704a3c7d HTTP/1.1" status: 200 len: 210 time: 0.0279148 Nov 29 19:21:34.195943 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36690) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:34.298676 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-079a02ab-70e9-48fb-bb6f-5a710615101c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:34.374323 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-079a02ab-70e9-48fb-bb6f-5a710615101c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:34.378617 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-079a02ab-70e9-48fb-bb6f-5a710615101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:34.417302 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-079a02ab-70e9-48fb-bb6f-5a710615101c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ab39ecfd9b8445aa48da72ffc0d3420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202916 Nov 29 19:21:34.418168 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a02ab-70e9-48fb-bb6f-5a710615101c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8218acd-c0f7-40d8-a88d-aa2e80a10c54,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:34.420762 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36694) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:34.468036 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:34.489183 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:34.534948 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:34.538739 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:34.539935 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8218acd-c0f7-40d8-a88d-aa2e80a10c54 HTTP/1.1" status: 204 len: 168 time: 0.1181729 Nov 29 19:21:34.547465 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8218acd-c0f7-40d8-a88d-aa2e80a10c54,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:34.554917 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.555274 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.555624 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.555966 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.556306 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.556646 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.556981 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.557350 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.557634 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.558088 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.558445 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.558773 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4eed88-3076-4ebc-9b24-bc61b917a121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:34.890087 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device cc2d2743-b6e9-43fe-a16b-deaf78d148ca no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:21:34.910194 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: cc2d2743-b6e9-43fe-a16b-deaf78d148ca {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:21:34.910569 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device cc2d2743-b6e9-43fe-a16b-deaf78d148ca not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:21:34.975776 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36710) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:35.126932 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] Deleting subnet 26f21510-8fe5-43c0-9eb1-804f42631d6d {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:21:35.130164 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.168055 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.206923 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.262240 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.289675 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f21510-8fe5-43c0-9eb1-804f42631d6d,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:35.294423 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.299908 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-3c703c27-a70d-4e9f-8552-00a2178d2d16 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/26f21510-8fe5-43c0-9eb1-804f42631d6d HTTP/1.1" status: 204 len: 168 time: 0.3202024 Nov 29 19:21:35.300616 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36728) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:35.372379 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.449570 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.469916 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6d3672-735b-4791-855b-8c192e8d3e6c']}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:21:35.479714 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17959fd3-b85c-4a57-8434-b0e6bca3aac7') {'for_net_delete': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:21:35.480077 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.services.segments.db [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17959fd3-b85c-4a57-8434-b0e6bca3aac7') {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:21:35.489697 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-705503'] for segment, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.504202 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.511500 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=102679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:21:35.512004 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28345254'] for segment, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: Traceback (most recent call last): Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: timer() Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: cb(*args, **kw) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: return func(*args, **kwargs) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: self._notify() Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: self.callback(batched_events) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: event.method(event) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: return f(self, *a, **k) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._get(url).json() Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: return self.request(url, 'GET', **kwargs) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:21:35.513859 dv-cinder-815746-3-iscsi neutron-server[102679]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:21:35.578538 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.586088 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.590932 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7a6d3672-735b-4791-855b-8c192e8d3e6c HTTP/1.1" status: 204 len: 168 time: 0.2898669 Nov 29 19:21:35.603694 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a92e4-eb5b-42c0-bf93-ace160fb69b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6d3672-735b-4791-855b-8c192e8d3e6c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:35.768000 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36736) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:35.808132 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b857edd4-b52d-4c9a-849c-3d602a605c99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52180d0605844941a8a79e2193ef284c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389552 Nov 29 19:21:35.810561 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36738) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:35.858113 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96ae07b5-60d1-45d8-b6a3-239933bf5563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.878502 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96ae07b5-60d1-45d8-b6a3-239933bf5563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.923172 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96ae07b5-60d1-45d8-b6a3-239933bf5563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.925756 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96ae07b5-60d1-45d8-b6a3-239933bf5563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:35.926935 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-96ae07b5-60d1-45d8-b6a3-239933bf5563 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72197d56-a1d0-4ec0-bd48-1aa204a418fe HTTP/1.1" status: 204 len: 168 time: 0.1154253 Nov 29 19:21:35.934350 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae07b5-60d1-45d8-b6a3-239933bf5563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72197d56-a1d0-4ec0-bd48-1aa204a418fe,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:36.832851 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-08463429-93e3-4b01-b2ea-73819b3e7a09 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=45d59d56d39f4214bdd77d07b5efc30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304766 Nov 29 19:21:36.904678 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 774aa79c-25f2-439e-9c08-d56d12a04595 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:21:36.929236 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: 774aa79c-25f2-439e-9c08-d56d12a04595 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:21:36.929902 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 774aa79c-25f2-439e-9c08-d56d12a04595 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:21:37.026981 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-a332f9d9-825d-4403-97b3-ad530fd27a57 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:37.028447 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-a332f9d9-825d-4403-97b3-ad530fd27a57 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890917 Nov 29 19:21:37.043669 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-1907ae1d-97e3-4023-90f7-dfced322c508 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/quotas/45d59d56d39f4214bdd77d07b5efc30c HTTP/1.1" status: 200 len: 375 time: 0.0094416 Nov 29 19:21:37.078807 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-52994ab7-7737-4ab7-b82e-92cafb78debd tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=45d59d56d39f4214bdd77d07b5efc30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296102 Nov 29 19:21:37.135081 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:21:37.590689 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36806) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:37.696500 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-73a809bb-f6c4-4506-9746-92e8f257872d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:37.772830 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-73a809bb-f6c4-4506-9746-92e8f257872d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:37.778525 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-73a809bb-f6c4-4506-9746-92e8f257872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:37.818383 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-73a809bb-f6c4-4506-9746-92e8f257872d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d71505a4e2f44bdda39dbdb90a0965b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265825 Nov 29 19:21:37.820021 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a809bb-f6c4-4506-9746-92e8f257872d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b78cee-3240-4300-9900-399784b84069,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:37.821623 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:37.870905 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-571b32ce-484d-49e2-beef-9fd281bce3e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:37.893161 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-571b32ce-484d-49e2-beef-9fd281bce3e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:37.939042 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-571b32ce-484d-49e2-beef-9fd281bce3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:37.941819 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-571b32ce-484d-49e2-beef-9fd281bce3e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:37.943032 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-571b32ce-484d-49e2-beef-9fd281bce3e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24b78cee-3240-4300-9900-399784b84069 HTTP/1.1" status: 204 len: 168 time: 0.1196742 Nov 29 19:21:37.950743 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b32ce-484d-49e2-beef-9fd281bce3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b78cee-3240-4300-9900-399784b84069,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:38.197366 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36818) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:38.211624 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e47101c-e7d4-4de0-8b83-46aab4096c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:38.264823 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-eab06eed-c24e-4283-ab1e-4f24a5482426 req-fe072c5e-4c50-4fe8-bdf2-044533fd7472 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 210 time: 0.0303998 Nov 29 19:21:38.318421 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e47101c-e7d4-4de0-8b83-46aab4096c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:38.322932 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e47101c-e7d4-4de0-8b83-46aab4096c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:38.359570 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-7e47101c-e7d4-4de0-8b83-46aab4096c11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79b794f9197b4cd2bc6e71e20cfd8ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611001 Nov 29 19:21:38.361511 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47101c-e7d4-4de0-8b83-46aab4096c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5b936-1008-4473-baf6-52ca76e9f1b6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:38.362318 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36828) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:38.415224 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d19cd244-6edc-4767-b1d1-fece4ae648ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:38.436646 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d19cd244-6edc-4767-b1d1-fece4ae648ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:38.487120 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d19cd244-6edc-4767-b1d1-fece4ae648ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:38.489732 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d19cd244-6edc-4767-b1d1-fece4ae648ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:38.490997 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-d19cd244-6edc-4767-b1d1-fece4ae648ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10e5b936-1008-4473-baf6-52ca76e9f1b6 HTTP/1.1" status: 204 len: 168 time: 0.1273079 Nov 29 19:21:38.500045 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cd244-6edc-4767-b1d1-fece4ae648ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5b936-1008-4473-baf6-52ca76e9f1b6,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:39.345672 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-848c4b60-1bcb-43a8-8ae8-fdb70d5850b8 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=45d59d56d39f4214bdd77d07b5efc30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512564 Nov 29 19:21:39.440157 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6589d1ac-4644-413b-bcf9-93940955ca27 req-cd20518b-452c-4fce-999a-82b50c1c6306 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 210 time: 0.0577235 Nov 29 19:21:39.500362 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-a9f3b854-bba2-4b19-b878-8d8ebf960e65 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:39.501867 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-a9f3b854-bba2-4b19-b878-8d8ebf960e65 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502905 Nov 29 19:21:39.514842 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Request body: {'port': {'device_id': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b', 'admin_state_up': True, 'tenant_id': '45d59d56d39f4214bdd77d07b5efc30c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:21:39.633042 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Made reservation on behalf of 45d59d56d39f4214bdd77d07b5efc30c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:21:39.636620 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:39.645430 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:39.723194 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:39.728123 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:39.801090 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:39.877632 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Allocated IP 192.168.233.213 (8f8d01a3-6672-487c-9091-51598c0ee76b/88e0f73b-4c69-44d1-a99e-2bbc32041b8a/12137f2f-928f-4266-8491-f5a976e39e79) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:21:40.038100 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.072202 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.119653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Network 8f8d01a3-6672-487c-9091-51598c0ee76b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:21:40.122854 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:21:40.126771 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:21:40.134028 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Pushing event updated for resources: {'Port': ['ID=12137f2f-928f-4266-8491-f5a976e39e79,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:40.181254 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:40.182095 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.200719 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-c13d1d42-dfa4-439d-b3b1-cd2fc77e3ef0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6898029 Nov 29 19:21:40.214616 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Request body: {'port': {'device_id': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:21:40.278448 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.424448 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-bf93ac9b-e23f-42eb-bc50-685dfe788ce0 None None] Provisioning complete for port 12137f2f-928f-4266-8491-f5a976e39e79 triggered by entity DHCP. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:21:40.425704 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf93ac9b-e23f-42eb-bc50-685dfe788ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.462375 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-bf93ac9b-e23f-42eb-bc50-685dfe788ce0 None None] Port 12137f2f-928f-4266-8491-f5a976e39e79 cannot update to ACTIVE because it is not bound. {{(pid=102680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:21:40.567754 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12137f2f-928f-4266-8491-f5a976e39e79 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:21:40.572717 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160412d-ff50-43e0-a76f-b84602e31639 req-c4e896a6-112e-4769-bb0d-0f8e6ecf709b tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:40.574326 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5160412d-ff50-43e0-a76f-b84602e31639 req-c4e896a6-112e-4769-bb0d-0f8e6ecf709b tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 936 time: 0.0587015 Nov 29 19:21:40.577025 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.591653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Transition to ACTIVE for port object 12137f2f-928f-4266-8491-f5a976e39e79 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:21:40.596810 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.627639 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5160412d-ff50-43e0-a76f-b84602e31639 req-08437da6-67c1-4ecb-ba96-fd4e194e5879 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466056 Nov 29 19:21:40.668257 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12137f2f-928f-4266-8491-f5a976e39e79,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:40.726080 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Attempting to bind port 12137f2f-928f-4266-8491-f5a976e39e79 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:21:40.726433 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Attempting to bind port 12137f2f-928f-4266-8491-f5a976e39e79 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:21:40.726682 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Attempting to bind port 12137f2f-928f-4266-8491-f5a976e39e79 on network 8f8d01a3-6672-487c-9091-51598c0ee76b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:21:40.732493 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Port 12137f2f-928f-4266-8491-f5a976e39e79 on network 8f8d01a3-6672-487c-9091-51598c0ee76b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:21:40.732818 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Attempting to bind port 12137f2f-928f-4266-8491-f5a976e39e79 on network 8f8d01a3-6672-487c-9091-51598c0ee76b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:21:40.738067 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:21:40.738227 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Checking segment: {'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:21:40.738631 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Bound using segment: {'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:21:40.739060 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Bound port: 12137f2f-928f-4266-8491-f5a976e39e79, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bfb872-1c39-4cfa-be03-128cc9a48a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:21:40.739796 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.821877 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] For port 12137f2f-928f-4266-8491-f5a976e39e79, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:21:40.831778 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] For port 12137f2f-928f-4266-8491-f5a976e39e79, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=12137f2f-928f-4266-8491-f5a976e39e79,segment=NetworkSegment(a5bfb872-1c39-4cfa-be03-128cc9a48a2e),segment_id=a5bfb872-1c39-4cfa-be03-128cc9a48a2e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:21:40.832657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.871368 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:40.872150 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:40.873539 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/12137f2f-928f-4266-8491-f5a976e39e79 HTTP/1.1" status: 200 len: 1098 time: 0.6648090 Nov 29 19:21:40.878845 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'tag': '12137f2f-928f-4266-8491-f5a976e39e79'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:40.882913 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22", "tag": "12137f2f-928f-4266-8491-f5a976e39e79"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:40.930243 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1838965-8848-45f3-b177-bb9b509676b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12137f2f-928f-4266-8491-f5a976e39e79,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:40.949678 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7bf78-cc88-4f4a-b43d-e753fd966e37 x-openstack-request-id: req-5de7bf78-cc88-4f4a-b43d-e753fd966e37 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:40.949976 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22", "tag": "12137f2f-928f-4266-8491-f5a976e39e79", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:40.950232 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5de7bf78-cc88-4f4a-b43d-e753fd966e37 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:40.950652 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'tag': '12137f2f-928f-4266-8491-f5a976e39e79', 'status': 'completed', 'code': 200} Nov 29 19:21:40.972707 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-2bbef1f9-906b-4a7a-b585-c13c5411856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:40.974329 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-2bbef1f9-906b-4a7a-b585-c13c5411856e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45d59d56d39f4214bdd77d07b5efc30c&device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 1101 time: 0.0537372 Nov 29 19:21:41.022540 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-1b738b53-0962-4e37-94e8-b45a97ba1b24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=12137f2f-928f-4266-8491-f5a976e39e79 HTTP/1.1" status: 200 len: 217 time: 0.0383992 Nov 29 19:21:41.077017 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-8f13b316-e1ae-4f16-bdbb-a8963b92058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:41.078628 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-8f13b316-e1ae-4f16-bdbb-a8963b92058c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e0f73b-4c69-44d1-a99e-2bbc32041b8a HTTP/1.1" status: 200 len: 843 time: 0.0481684 Nov 29 19:21:41.130158 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-dcbf5fa7-3a43-4db8-86cf-727e6a1546e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:41.131742 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-dcbf5fa7-3a43-4db8-86cf-727e6a1546e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f8d01a3-6672-487c-9091-51598c0ee76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460696 Nov 29 19:21:41.225812 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-d5093ef0-032c-426e-875a-cc81813af851 service neutron] 10.222.0.53 "GET /v2.0/networks/8f8d01a3-6672-487c-9091-51598c0ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Nov 29 19:21:41.316452 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7d934de9-534a-4658-90b8-3f70bd03b1e6 req-d4b492d7-3868-482d-9f01-bf04118996ce service neutron] 10.222.0.53 "GET /v2.0/networks/8f8d01a3-6672-487c-9091-51598c0ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838504 Nov 29 19:21:41.409123 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-e074b00e-29d9-476d-a01f-19fea6a0519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:41.410646 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-e074b00e-29d9-476d-a01f-19fea6a0519a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45d59d56d39f4214bdd77d07b5efc30c&device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 1101 time: 0.0459104 Nov 29 19:21:41.501108 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-88a6e778-1e76-46b9-93f0-500084660e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:41.502508 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-88a6e778-1e76-46b9-93f0-500084660e28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f8d01a3-6672-487c-9091-51598c0ee76b HTTP/1.1" status: 200 len: 870 time: 0.0843382 Nov 29 19:21:41.543669 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-18a103b9-4bc9-403e-96b5-e3222c9da132 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=12137f2f-928f-4266-8491-f5a976e39e79 HTTP/1.1" status: 200 len: 217 time: 0.0335295 Nov 29 19:21:41.595081 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-3a418c51-bdbc-49a2-8064-8e9f3064d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:41.596490 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-3a418c51-bdbc-49a2-8064-8e9f3064d912 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88e0f73b-4c69-44d1-a99e-2bbc32041b8a HTTP/1.1" status: 200 len: 843 time: 0.0449581 Nov 29 19:21:41.640770 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-f58b9c29-4b48-44d3-9a84-042bce281760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:41.642207 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-f58b9c29-4b48-44d3-9a84-042bce281760 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f8d01a3-6672-487c-9091-51598c0ee76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384154 Nov 29 19:21:41.730072 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-fdd2664a-4ea2-4088-bb7f-a6548efcd7dd service neutron] 10.222.0.53 "GET /v2.0/networks/8f8d01a3-6672-487c-9091-51598c0ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799229 Nov 29 19:21:41.745128 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a3fa3-457d-4644-80cc-0410951f0eae req-464dd20f-a4a8-4dd0-8e89-69fa8165fbec tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:41.746993 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6c6a3fa3-457d-4644-80cc-0410951f0eae req-464dd20f-a4a8-4dd0-8e89-69fa8165fbec tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 948 time: 0.0483406 Nov 29 19:21:41.794314 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-6c6a3fa3-457d-4644-80cc-0410951f0eae req-eeac1e2b-024c-46e0-bad5-4731fc577348 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Nov 29 19:21:41.825084 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e67a81d0-1bd5-4ab7-820e-52c23d8b66c4 req-adf39510-0b26-4d3d-8523-244af03da693 service neutron] 10.222.0.53 "GET /v2.0/networks/8f8d01a3-6672-487c-9091-51598c0ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869119 Nov 29 19:21:42.912921 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba51f72-3e03-437f-8c4f-74383d6e2228 req-da36b679-ad38-448c-805c-5f6797f55da7 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:42.914399 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0ba51f72-3e03-437f-8c4f-74383d6e2228 req-da36b679-ad38-448c-805c-5f6797f55da7 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 948 time: 0.0492189 Nov 29 19:21:42.960144 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-0ba51f72-3e03-437f-8c4f-74383d6e2228 req-9e14716a-5434-458f-b284-8bedc80cbc5a tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Nov 29 19:21:43.540188 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36956) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:43.644404 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8e3109a-ead4-46bb-bd7a-f7e4552eb374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.722539 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8e3109a-ead4-46bb-bd7a-f7e4552eb374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.726854 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8e3109a-ead4-46bb-bd7a-f7e4552eb374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.763523 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3109a-ead4-46bb-bd7a-f7e4552eb374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269a7bae-9ea4-447c-a5d9-60370856567e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:43.767781 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-e8e3109a-ead4-46bb-bd7a-f7e4552eb374 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de66b158544e4bb2881e078439e9b3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265661 Nov 29 19:21:43.770381 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36960) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:43.818009 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731724e5-539e-4819-834b-ba6819882963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.838704 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731724e5-539e-4819-834b-ba6819882963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.883677 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731724e5-539e-4819-834b-ba6819882963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.886299 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731724e5-539e-4819-834b-ba6819882963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.887426 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-731724e5-539e-4819-834b-ba6819882963 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/269a7bae-9ea4-447c-a5d9-60370856567e HTTP/1.1" status: 204 len: 168 time: 0.1161103 Nov 29 19:21:43.895359 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731724e5-539e-4819-834b-ba6819882963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269a7bae-9ea4-447c-a5d9-60370856567e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:44.079515 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2152-9deb-49fa-8e10-d166889fbc3e req-fdcc53f0-cfb7-4084-a354-4a70884971ff tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:44.081012 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-165b2152-9deb-49fa-8e10-d166889fbc3e req-fdcc53f0-cfb7-4084-a354-4a70884971ff tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 948 time: 0.0527010 Nov 29 19:21:44.130150 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-165b2152-9deb-49fa-8e10-d166889fbc3e req-f1508bb6-d57f-456a-a3fe-9cc3c4a8a535 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Nov 29 19:21:44.152454 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36968) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:44.166169 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-036edfc9-a175-43ec-a06b-f04816341738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.238447 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-036edfc9-a175-43ec-a06b-f04816341738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.242545 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-036edfc9-a175-43ec-a06b-f04816341738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.281160 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036edfc9-a175-43ec-a06b-f04816341738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c7a7dd-6903-42c0-afd9-e3739c11e024,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:44.286395 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-036edfc9-a175-43ec-a06b-f04816341738 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a229c23ae2244d268078e0b54ff07e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327879 Nov 29 19:21:44.289579 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36970) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:44.347750 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ec947bb3-6e42-4b20-b7f7-78a7621c10cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.370110 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ec947bb3-6e42-4b20-b7f7-78a7621c10cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.415403 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ec947bb3-6e42-4b20-b7f7-78a7621c10cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.418312 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ec947bb3-6e42-4b20-b7f7-78a7621c10cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.419446 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ec947bb3-6e42-4b20-b7f7-78a7621c10cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95c7a7dd-6903-42c0-afd9-e3739c11e024 HTTP/1.1" status: 204 len: 168 time: 0.1289644 Nov 29 19:21:44.426961 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947bb3-6e42-4b20-b7f7-78a7621c10cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c7a7dd-6903-42c0-afd9-e3739c11e024,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:44.735321 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 36978) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:44.748611 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6388dd6e-549d-4fe7-8ca1-28f008331599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.819886 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6388dd6e-549d-4fe7-8ca1-28f008331599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.823758 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6388dd6e-549d-4fe7-8ca1-28f008331599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.862233 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-6388dd6e-549d-4fe7-8ca1-28f008331599 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=812091011df548d8b34621a69c968aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257021 Nov 29 19:21:44.862981 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388dd6e-549d-4fe7-8ca1-28f008331599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27afc75-3904-47ce-a294-ed671fb1f623,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:44.864705 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 36980) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:44.911655 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63877052-ec54-4876-b079-b420c2ad25aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.931962 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63877052-ec54-4876-b079-b420c2ad25aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.967349 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 12137f2f-928f-4266-8491-f5a976e39e79 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:21:44.988237 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63877052-ec54-4876-b079-b420c2ad25aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.991476 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63877052-ec54-4876-b079-b420c2ad25aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:44.992619 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-63877052-ec54-4876-b079-b420c2ad25aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d27afc75-3904-47ce-a294-ed671fb1f623 HTTP/1.1" status: 204 len: 168 time: 0.1268494 Nov 29 19:21:45.001078 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63877052-ec54-4876-b079-b420c2ad25aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27afc75-3904-47ce-a294-ed671fb1f623,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:45.078514 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 12137f2f-928f-4266-8491-f5a976e39e79, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=12137f2f-928f-4266-8491-f5a976e39e79,segment=NetworkSegment(a5bfb872-1c39-4cfa-be03-128cc9a48a2e),segment_id=a5bfb872-1c39-4cfa-be03-128cc9a48a2e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:45.091015 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': '12137f2f-928f-4266-8491-f5a976e39e79', 'network_id': '8f8d01a3-6672-487c-9091-51598c0ee76b', 'port_id': '12137f2f-928f-4266-8491-f5a976e39e79', 'mac_address': 'fa:16:3e:f5:7c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e0f73b-4c69-44d1-a99e-2bbc32041b8a', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:21:45.129003 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:45.142259 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12137f2f-928f-4266-8491-f5a976e39e79 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:21:45.164005 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 12137f2f-928f-4266-8491-f5a976e39e79, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=12137f2f-928f-4266-8491-f5a976e39e79,segment=NetworkSegment(a5bfb872-1c39-4cfa-be03-128cc9a48a2e),segment_id=a5bfb872-1c39-4cfa-be03-128cc9a48a2e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:45.168263 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:45.217324 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=12137f2f-928f-4266-8491-f5a976e39e79,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:45.224611 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.225588 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.226121 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.226492 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.226875 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.227217 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.227544 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.227870 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.228195 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.228518 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.228836 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.229151 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:45.257225 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e0706-3a41-43f2-afd8-a731c090b06d req-58b7434d-d15d-4342-80b8-9de4505eee6b tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:45.258824 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f9e0706-3a41-43f2-afd8-a731c090b06d req-58b7434d-d15d-4342-80b8-9de4505eee6b tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 949 time: 0.0545485 Nov 29 19:21:45.305973 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-2f9e0706-3a41-43f2-afd8-a731c090b06d req-ac806b5f-abdc-4b40-bab5-90e5f9753714 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Nov 29 19:21:45.431266 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['12137f2f-928f-4266-8491-f5a976e39e79'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:21:46.045835 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 37018) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:46.113995 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.150659 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b928f7b-af9d-47cf-9d9d-52b8dc80aba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.222527 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b928f7b-af9d-47cf-9d9d-52b8dc80aba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.226937 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b928f7b-af9d-47cf-9d9d-52b8dc80aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.263025 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928f7b-af9d-47cf-9d9d-52b8dc80aba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ae3bd-d5e2-46d3-8a91-6cda92080677,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:46.267238 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-8b928f7b-af9d-47cf-9d9d-52b8dc80aba8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77f36b5d72184de5b08cde21c51ef982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203555 Nov 29 19:21:46.269699 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 37022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:46.324637 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3146-7867-43b5-a811-0c6a2cc865eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.349494 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3146-7867-43b5-a811-0c6a2cc865eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.399158 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3146-7867-43b5-a811-0c6a2cc865eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.401635 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3146-7867-43b5-a811-0c6a2cc865eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:46.402833 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-8a2c3146-7867-43b5-a811-0c6a2cc865eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b8ae3bd-d5e2-46d3-8a91-6cda92080677 HTTP/1.1" status: 204 len: 168 time: 0.1322033 Nov 29 19:21:46.412659 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c3146-7867-43b5-a811-0c6a2cc865eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ae3bd-d5e2-46d3-8a91-6cda92080677,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:46.436406 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87a51-af45-4dfd-ba32-69015804e0a3 req-15e2fe68-f341-4880-b53f-0d91a5008a22 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:46.437926 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-eef87a51-af45-4dfd-ba32-69015804e0a3 req-15e2fe68-f341-4880-b53f-0d91a5008a22 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 949 time: 0.0646064 Nov 29 19:21:46.491882 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-eef87a51-af45-4dfd-ba32-69015804e0a3 req-ae0b97a7-8bc4-4d2a-8462-715e38f3c068 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Nov 29 19:21:46.966614 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 12137f2f-928f-4266-8491-f5a976e39e79 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:21:47.020919 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port 12137f2f-928f-4266-8491-f5a976e39e79 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:21:47.025481 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port 12137f2f-928f-4266-8491-f5a976e39e79 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:21:47.025853 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:47.103094 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:47.125847 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12137f2f-928f-4266-8491-f5a976e39e79'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:47.128108 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c3910-b184-4da1-8ff3-b12da4e6d7de" -d '{"events": [{"server_uuid": "5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22", "name": "network-vif-plugged", "status": "completed", "tag": "12137f2f-928f-4266-8491-f5a976e39e79"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:47.143270 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port 12137f2f-928f-4266-8491-f5a976e39e79, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=12137f2f-928f-4266-8491-f5a976e39e79,segment=NetworkSegment(a5bfb872-1c39-4cfa-be03-128cc9a48a2e),segment_id=a5bfb872-1c39-4cfa-be03-128cc9a48a2e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:47.149116 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:47.201572 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=12137f2f-928f-4266-8491-f5a976e39e79,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:47.304790 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59501a2-ccdf-42f0-b998-77f24bd00793 x-openstack-request-id: req-e59501a2-ccdf-42f0-b998-77f24bd00793 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:47.305132 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22", "name": "network-vif-plugged", "status": "completed", "tag": "12137f2f-928f-4266-8491-f5a976e39e79", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:47.305407 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e59501a2-ccdf-42f0-b998-77f24bd00793 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:47.305803 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12137f2f-928f-4266-8491-f5a976e39e79', 'code': 200} Nov 29 19:21:47.468275 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa78c8-df82-41f9-9647-12c24181288d req-c8a4d258-be2f-41bb-bfc0-73286d837a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:47.469903 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a6fa78c8-df82-41f9-9647-12c24181288d req-c8a4d258-be2f-41bb-bfc0-73286d837a66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 1103 time: 0.0406113 Nov 29 19:21:47.517647 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-a6fa78c8-df82-41f9-9647-12c24181288d req-9af43c9e-5ade-4619-93d0-471e077464f5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Nov 29 19:21:47.610231 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802550e-def5-4645-ba44-c889bd6dc263 req-ed53107f-cecb-48f5-b032-8a8fb46b39e8 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:47.611740 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8802550e-def5-4645-ba44-c889bd6dc263 req-ed53107f-cecb-48f5-b032-8a8fb46b39e8 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 950 time: 0.0503983 Nov 29 19:21:47.660825 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-8802550e-def5-4645-ba44-c889bd6dc263 req-8b569be8-9970-4616-adcf-80a5b2fd7928 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Nov 29 19:21:48.777861 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52fe3e-094f-4091-bd4a-68e5bb056de0 req-dd0d2e5b-8260-4240-a4f2-01d7096bc1fc tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:48.779377 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9f52fe3e-094f-4091-bd4a-68e5bb056de0 req-dd0d2e5b-8260-4240-a4f2-01d7096bc1fc tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 950 time: 0.0485380 Nov 29 19:21:48.826661 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-9f52fe3e-094f-4091-bd4a-68e5bb056de0 req-27af2ee7-d1f6-4f46-a748-3fbd97f47933 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Nov 29 19:21:49.096425 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f0145-63ae-4860-ba77-9d2cef0c6389 req-37d78d06-c5ef-4351-bb28-5524211dad86 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:49.097952 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-949f0145-63ae-4860-ba77-9d2cef0c6389 req-37d78d06-c5ef-4351-bb28-5524211dad86 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 950 time: 0.0557277 Nov 29 19:21:49.147500 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-949f0145-63ae-4860-ba77-9d2cef0c6389 req-bb93c213-9947-46f6-be08-29f7017e12d2 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Nov 29 19:21:50.266069 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d7ceb-d60c-40ed-b30d-4ef8e9338fb1 req-9beb6302-be08-432b-a9d6-59211b7fcb7c tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:50.267606 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-059d7ceb-d60c-40ed-b30d-4ef8e9338fb1 req-9beb6302-be08-432b-a9d6-59211b7fcb7c tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 950 time: 0.0494273 Nov 29 19:21:50.316548 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-059d7ceb-d60c-40ed-b30d-4ef8e9338fb1 req-8cb23cb6-7684-4bd5-ad15-a282a1486fe0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/security-groups?id=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 Nov 29 19:21:50.403054 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faba4e2-d334-4408-a50c-a384506fff2d req-ba1ee15b-341e-4acb-a0b2-2ba68deb0ca0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:50.404667 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7faba4e2-d334-4408-a50c-a384506fff2d req-ba1ee15b-341e-4acb-a0b2-2ba68deb0ca0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 950 time: 0.0498626 Nov 29 19:21:50.448675 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 37106) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:50.499195 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Deleting port 12137f2f-928f-4266-8491-f5a976e39e79 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:21:50.499536 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.553909 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5923324e-e770-4e69-8a4c-499683abd27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.589385 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] For port 12137f2f-928f-4266-8491-f5a976e39e79, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=12137f2f-928f-4266-8491-f5a976e39e79,segment=NetworkSegment(a5bfb872-1c39-4cfa-be03-128cc9a48a2e),segment_id=a5bfb872-1c39-4cfa-be03-128cc9a48a2e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:50.589754 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.603415 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Calling delete_port for 12137f2f-928f-4266-8491-f5a976e39e79 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:21:50.630432 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5923324e-e770-4e69-8a4c-499683abd27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.634242 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5923324e-e770-4e69-8a4c-499683abd27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.670655 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923324e-e770-4e69-8a4c-499683abd27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e41dc0d-871f-4475-ab53-2459c9b07dac,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:50.677319 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-5923324e-e770-4e69-8a4c-499683abd27f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9694bf0a244a44168793c342819d725a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252209 Nov 29 19:21:50.678758 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 37110) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:50.729802 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a270c877-7272-4275-b524-38608a3f6263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.753681 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a270c877-7272-4275-b524-38608a3f6263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.803381 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a270c877-7272-4275-b524-38608a3f6263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.806293 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a270c877-7272-4275-b524-38608a3f6263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.807519 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-a270c877-7272-4275-b524-38608a3f6263 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e41dc0d-871f-4475-ab53-2459c9b07dac HTTP/1.1" status: 204 len: 168 time: 0.1276243 Nov 29 19:21:50.815862 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270c877-7272-4275-b524-38608a3f6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e41dc0d-871f-4475-ab53-2459c9b07dac,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:50.907384 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99c0e356-64b8-48d5-bbe7-43f3cad9469f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:50.997066 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.009786 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['12137f2f-928f-4266-8491-f5a976e39e79'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:21:51.025477 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Pushing event deleted for resources: {'Port': ['ID=12137f2f-928f-4266-8491-f5a976e39e79,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:51.071231 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] No DVR routers for this DVR port 12137f2f-928f-4266-8491-f5a976e39e79 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:21:51.073772 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.077324 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7faba4e2-d334-4408-a50c-a384506fff2d req-a3ca5aab-1b3f-4c84-ae18-c170502041c0 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.53 "DELETE /v2.0/ports/12137f2f-928f-4266-8491-f5a976e39e79 HTTP/1.1" status: 204 len: 173 time: 0.6661775 Nov 29 19:21:51.078066 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'name': 'network-vif-deleted', 'tag': '12137f2f-928f-4266-8491-f5a976e39e79'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:51.080622 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7189abf0-b78d-4399-8d18-95f09563c5f7" -d '{"events": [{"server_uuid": "5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22", "name": "network-vif-deleted", "tag": "12137f2f-928f-4266-8491-f5a976e39e79"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:51.119367 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 37120) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:51.136667 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa5d0b7-7626-47ae-a749-be58ce4a6f25 x-openstack-request-id: req-4fa5d0b7-7626-47ae-a749-be58ce4a6f25 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:51.136971 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22", "name": "network-vif-deleted", "tag": "12137f2f-928f-4266-8491-f5a976e39e79", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:51.137228 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fa5d0b7-7626-47ae-a749-be58ce4a6f25 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:51.138000 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22', 'name': 'network-vif-deleted', 'tag': '12137f2f-928f-4266-8491-f5a976e39e79', 'status': 'completed', 'code': 200} Nov 29 19:21:51.138876 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52644f18-96fb-4d9d-9e5d-1e66224fde6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.235351 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52644f18-96fb-4d9d-9e5d-1e66224fde6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.239036 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52644f18-96fb-4d9d-9e5d-1e66224fde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.279432 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-52644f18-96fb-4d9d-9e5d-1e66224fde6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5dff43155bd44db9bc5909f76ec1787c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588049 Nov 29 19:21:51.281165 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52644f18-96fb-4d9d-9e5d-1e66224fde6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b568146-3bbb-48fd-a546-ae232f686052,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:51.281997 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 37122) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:51.333268 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a18c-c62e-4b67-882b-5015ad6afdc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.354322 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a18c-c62e-4b67-882b-5015ad6afdc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.408293 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a18c-c62e-4b67-882b-5015ad6afdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.411456 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a18c-c62e-4b67-882b-5015ad6afdc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:51.414403 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-3fe4a18c-c62e-4b67-882b-5015ad6afdc0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b568146-3bbb-48fd-a546-ae232f686052 HTTP/1.1" status: 204 len: 168 time: 0.1306279 Nov 29 19:21:51.423656 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4a18c-c62e-4b67-882b-5015ad6afdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b568146-3bbb-48fd-a546-ae232f686052,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:51.424288 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-feb97eed-a3b7-49b4-bfc9-7dc90c83aefe req-7fdc8d04-5a42-4ecb-8cfa-8ca24d4d2130 tempest-VolumesNegativeTest-1261512062 tempest-VolumesNegativeTest-1261512062-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9a92c4-6598-4ab5-9b7f-e8491c6f0e22 HTTP/1.1" status: 200 len: 210 time: 0.0294001 Nov 29 19:21:53.295433 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b65142a2-ed85-4ff3-80cf-aa845c8518bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:54.281361 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.010783 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 12137f2f-928f-4266-8491-f5a976e39e79 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:21:55.031478 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: 12137f2f-928f-4266-8491-f5a976e39e79 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:21:55.031827 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device 12137f2f-928f-4266-8491-f5a976e39e79 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:21:55.425082 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 37440) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:55.528152 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5397-366c-47b1-9348-bc2c39d4c6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.601391 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5397-366c-47b1-9348-bc2c39d4c6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.605123 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5397-366c-47b1-9348-bc2c39d4c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.642212 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-b0eb5397-366c-47b1-9348-bc2c39d4c6dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b2bc1509ef04a10b9ec081554749c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160683 Nov 29 19:21:55.643334 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb5397-366c-47b1-9348-bc2c39d4c6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a29d1ba-b9e0-484f-9b3c-f2192d537ba2,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:55.644923 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 37444) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:55.693137 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20b27206-e912-45dc-84ca-48398bdb9b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.714222 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20b27206-e912-45dc-84ca-48398bdb9b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.760306 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20b27206-e912-45dc-84ca-48398bdb9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.762926 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20b27206-e912-45dc-84ca-48398bdb9b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:55.764060 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-20b27206-e912-45dc-84ca-48398bdb9b54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a29d1ba-b9e0-484f-9b3c-f2192d537ba2 HTTP/1.1" status: 204 len: 168 time: 0.1181459 Nov 29 19:21:55.772147 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b27206-e912-45dc-84ca-48398bdb9b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a29d1ba-b9e0-484f-9b3c-f2192d537ba2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:56.022976 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:56.368708 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 37474) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:56.498663 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-ac64c64c-372f-453a-979c-9e90982e4c2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45d59d56d39f4214bdd77d07b5efc30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287158 Nov 29 19:21:56.501087 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 37484) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:56.553558 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a74b76d-dc80-443e-92a8-9afac4bd280d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:56.574708 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a74b76d-dc80-443e-92a8-9afac4bd280d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:56.623740 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a74b76d-dc80-443e-92a8-9afac4bd280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:56.626434 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a74b76d-dc80-443e-92a8-9afac4bd280d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:56.627641 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-4a74b76d-dc80-443e-92a8-9afac4bd280d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/367e91e2-280f-4f4a-8619-7f3ae7d8fdaf HTTP/1.1" status: 204 len: 168 time: 0.1256652 Nov 29 19:21:56.639133 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74b76d-dc80-443e-92a8-9afac4bd280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e91e2-280f-4f4a-8619-7f3ae7d8fdaf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:56.688000 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:14.133592 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:22:16.114711 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:20.901002 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6ef083fc-158e-454b-ba62-8cc0adbb2f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:23.296496 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-59cfd80a-b973-4c5b-8687-740794038e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:24.281161 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.031975 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.135985 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-3f9541c5-e593-4e01-8c07-7b43809e81de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397396 Nov 29 19:22:26.216702 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-b8b65278-4731-4ad2-bb44-3acc24236efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:26.218183 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-b8b65278-4731-4ad2-bb44-3acc24236efc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 1099 time: 0.0393853 Nov 29 19:22:26.330842 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-75b9f7bf-e493-4a2e-8b20-1c3f14bd13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:26.332321 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-75b9f7bf-e493-4a2e-8b20-1c3f14bd13db service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0955126 Nov 29 19:22:26.374821 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-8dce30a8-08b7-4d21-bc26-9e4f2971d473 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 HTTP/1.1" status: 200 len: 217 time: 0.0351541 Nov 29 19:22:26.427653 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-25f0287f-fdce-426b-9d94-1a6f6aaa11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:26.428992 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-25f0287f-fdce-426b-9d94-1a6f6aaa11f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0464492 Nov 29 19:22:26.463855 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-0d351f3a-37f6-4d39-9c3e-10aa8f072962 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244057 Nov 29 19:22:26.555658 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-05521d19-cba1-4c13-874c-ec91666eaac1 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818608 Nov 29 19:22:26.658273 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-52d2420a-b758-4e78-bd33-4fdd6cfe7020 req-c7945f98-384f-48ae-862d-a3332a412385 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925915 Nov 29 19:22:26.691011 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:28.748543 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 37718) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:28.852506 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:28.924789 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:28.928419 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:28.968462 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d75dd5e2e544f0dacd34f33048f6339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187603 Nov 29 19:22:28.970497 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2d9f5-bda4-4437-b7d7-556bc80af7b0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:28.971286 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 37722) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:28.977791 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.978699 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.979057 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.979395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.979728 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.980063 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.980395 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.980725 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.981055 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.981381 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.981708 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:28.982033 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10dfce-2824-48df-a3c8-8de0af8f0a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:29.020775 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3010dd9a-1dad-4148-8a14-44b4753639a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:29.042507 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3010dd9a-1dad-4148-8a14-44b4753639a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:29.093337 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3010dd9a-1dad-4148-8a14-44b4753639a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:29.095928 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3010dd9a-1dad-4148-8a14-44b4753639a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:29.097061 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-3010dd9a-1dad-4148-8a14-44b4753639a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4da2d9f5-bda4-4437-b7d7-556bc80af7b0 HTTP/1.1" status: 204 len: 168 time: 0.1241713 Nov 29 19:22:29.105096 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010dd9a-1dad-4148-8a14-44b4753639a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2d9f5-bda4-4437-b7d7-556bc80af7b0,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:30.135062 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 37754) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:30.234942 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec910808-a00d-4593-a064-8a7fba8749af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.309008 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec910808-a00d-4593-a064-8a7fba8749af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.312535 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec910808-a00d-4593-a064-8a7fba8749af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.349028 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec910808-a00d-4593-a064-8a7fba8749af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18b4a2a-2331-4d8b-94c6-66ba8a517c62,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:30.353762 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-ec910808-a00d-4593-a064-8a7fba8749af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09d87cac9b8743a7a4ce7c4c3fe37c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171493 Nov 29 19:22:30.356404 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 37758) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:30.405135 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de0e17db-4f4d-4a79-8232-f7e44990f611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.425669 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de0e17db-4f4d-4a79-8232-f7e44990f611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.472753 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de0e17db-4f4d-4a79-8232-f7e44990f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.475537 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de0e17db-4f4d-4a79-8232-f7e44990f611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.476678 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-de0e17db-4f4d-4a79-8232-f7e44990f611 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f18b4a2a-2331-4d8b-94c6-66ba8a517c62 HTTP/1.1" status: 204 len: 168 time: 0.1193707 Nov 29 19:22:30.484633 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e17db-4f4d-4a79-8232-f7e44990f611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18b4a2a-2331-4d8b-94c6-66ba8a517c62,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:46.103763 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:50.902040 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0312a6f-5c50-4003-89d6-438d3b8c8fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:51.132184 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:22:53.297297 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d05e5a91-574c-41e5-a4d7-2ff990eaa052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:54.283936 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:56.028372 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:56.692085 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:16.102144 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:20.902306 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-62a0ff4f-72cf-4794-98c3-46ab5026d6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:23.299089 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e28ca7e0-513e-4cc7-be5f-2f245e3efcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:24.287830 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:26.031378 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:26.694101 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:28.130708 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:23:28.771318 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-0787a4ef-b993-4878-916b-a43d51f7f105 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1285286 Nov 29 19:23:28.856479 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-a4955f9a-40b1-4647-bcbc-d1565aba0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:28.857970 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-a4955f9a-40b1-4647-bcbc-d1565aba0a52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 1099 time: 0.0438287 Nov 29 19:23:28.959474 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-084c0bce-b825-4dd8-b3aa-ad06a9bd106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:28.960846 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-084c0bce-b825-4dd8-b3aa-ad06a9bd106c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0841825 Nov 29 19:23:29.008988 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-0714fe21-f152-4614-8bc3-efdbb20aaff8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 HTTP/1.1" status: 200 len: 217 time: 0.0406325 Nov 29 19:23:29.056928 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-061bee9f-b6f5-46d1-9c0b-8a15366dbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:29.058459 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-061bee9f-b6f5-46d1-9c0b-8a15366dbc7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0427604 Nov 29 19:23:29.090320 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-2cba0203-8965-494a-9415-d20c314d2129 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245192 Nov 29 19:23:29.100923 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-c0662892-475e-4a6c-ad37-7306f4c0c500 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:23:29.101847 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-c0662892-475e-4a6c-ad37-7306f4c0c500 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046847 Nov 29 19:23:29.189778 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-babf1e19-2924-46ad-975d-61480698e50d service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811279 Nov 29 19:23:29.281678 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-690eb55f-1004-41bb-bb83-24d0f0e7409b req-3b8320c9-57a3-4981-a4c4-473ecd510902 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844300 Nov 29 19:23:46.133191 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:50.906067 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96836480-b9ab-4e96-bb6e-a2ec259b2e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:53.299851 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b1cfd45-c1d6-4fe6-997c-c2e13107903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:54.290178 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:56.033069 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:56.696083 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:05.129189 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:24:16.147892 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:20.907135 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1bf857ee-60f0-4caf-8dff-b6d61f821d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:23.301609 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-76c111f5-d8e6-445b-bc67-895cdfd8525a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:24.294959 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:26.053126 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:26.698733 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:28.132594 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-8ba4c309-8a51-435c-9b2a-a6aa9e20bffd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401440 Nov 29 19:24:28.213872 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94277159-496a-4578-a900-bf706bc6e722 req-3ebb496f-e966-4e61-a816-a529185864c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:28.215410 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-3ebb496f-e966-4e61-a816-a529185864c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 1099 time: 0.0412796 Nov 29 19:24:28.319431 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94277159-496a-4578-a900-bf706bc6e722 req-e02f7361-9720-4dd4-a90c-3e9fa1f9dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:28.320871 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-e02f7361-9720-4dd4-a90c-3e9fa1f9dd47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0873973 Nov 29 19:24:28.361633 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-aed35da1-8b99-4387-98e4-fe9a299801f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 HTTP/1.1" status: 200 len: 217 time: 0.0335193 Nov 29 19:24:28.413227 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94277159-496a-4578-a900-bf706bc6e722 req-7296fa5a-bada-4750-ba93-cfdbd9a711a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:28.414634 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-7296fa5a-bada-4750-ba93-cfdbd9a711a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0466473 Nov 29 19:24:28.446401 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-75dea1f2-a061-4852-b35f-bf63e9311a00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244026 Nov 29 19:24:28.532787 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-62c88d16-4db8-4014-afad-a922b0e3c310 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796826 Nov 29 19:24:28.626243 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-94277159-496a-4578-a900-bf706bc6e722 req-117b2348-2244-4ccd-bddb-1a40211e959e service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865486 Nov 29 19:24:42.128794 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:24:46.146486 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:50.909086 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ec4d30e4-0bf6-4872-a8d5-af4ef20ff1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:53.302438 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e67e-77f5-41ab-812f-51a3ea7d18b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:54.301584 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:56.037583 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:56.701487 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:09.293009 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea1edd-794d-4e88-adc1-795f04cdd038 req-cd7984be-efe3-4f27-bc77-38c68291b2ec tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:09.294588 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6fea1edd-794d-4e88-adc1-795f04cdd038 req-cd7984be-efe3-4f27-bc77-38c68291b2ec tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 946 time: 0.1706512 Nov 29 19:25:09.342784 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6fea1edd-794d-4e88-adc1-795f04cdd038 req-8e2cdbe3-4e03-4229-af66-6f4aa19b0519 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Nov 29 19:25:09.536838 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-5f7093dd-70a0-4c77-92ca-c649f7eb6289 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:09.538226 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-5f7093dd-70a0-4c77-92ca-c649f7eb6289 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 946 time: 0.0482075 Nov 29 19:25:09.650406 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Deleting port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:25:09.650977 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:09.743066 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] For port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:09.743442 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:09.758550 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Calling delete_port for a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:25:09.895244 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:09.907256 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['a5e20e12-3354-4ff8-9f0d-b430e90ef5e3'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:25:09.926198 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Pushing event deleted for resources: {'Port': ['ID=a5e20e12-3354-4ff8-9f0d-b430e90ef5e3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:09.953687 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.954044 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.954426 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.954772 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.955109 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.955467 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.955791 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.956123 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.956468 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.956783 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.957110 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.957436 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:09.980394 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] No DVR routers for this DVR port a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:25:09.983573 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:09.986896 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca3c3d0f-ffc7-4477-9d54-88322f98718b req-049a55b4-de94-4e69-84a3-dba2d8a41000 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "DELETE /v2.0/ports/a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 HTTP/1.1" status: 204 len: 173 time: 0.4401855 Nov 29 19:25:09.987464 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'name': 'network-vif-deleted', 'tag': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:09.990976 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a78a20-52db-4c0e-833f-469425ecefa3" -d '{"events": [{"server_uuid": "df0cb02d-dfb3-44e9-894d-f339d04fc279", "name": "network-vif-deleted", "tag": "a5e20e12-3354-4ff8-9f0d-b430e90ef5e3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:10.046452 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a6e68-e7fc-439f-81f1-423e93041e04 x-openstack-request-id: req-dd9a6e68-e7fc-439f-81f1-423e93041e04 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:10.046754 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0cb02d-dfb3-44e9-894d-f339d04fc279", "name": "network-vif-deleted", "tag": "a5e20e12-3354-4ff8-9f0d-b430e90ef5e3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:10.047012 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd9a6e68-e7fc-439f-81f1-423e93041e04 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:10.047442 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0cb02d-dfb3-44e9-894d-f339d04fc279', 'name': 'network-vif-deleted', 'tag': 'a5e20e12-3354-4ff8-9f0d-b430e90ef5e3', 'status': 'completed', 'code': 200} Nov 29 19:25:10.476390 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-321e2eb9-23c1-4e7e-ae73-d24d2ed05bc0 req-e4c90ad9-f233-41d9-8d35-93d3e4aadee6 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=df0cb02d-dfb3-44e9-894d-f339d04fc279 HTTP/1.1" status: 200 len: 210 time: 0.0280783 Nov 29 19:25:14.744303 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:25:14.766884 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:25:14.767230 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device a5e20e12-3354-4ff8-9f0d-b430e90ef5e3 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:25:16.160287 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.127923 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:25:19.556250 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-e8b8eadb-70fb-461d-b730-0e0cc63a5a45 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:19.557700 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-e8b8eadb-70fb-461d-b730-0e0cc63a5a45 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 813 time: 0.1024399 Nov 29 19:25:19.573074 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-cbaa9b6f-15c6-41c4-bda1-683192d04317 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/quotas/ab117333596641f7b2fdc41ca253f7f2 HTTP/1.1" status: 200 len: 375 time: 0.0090222 Nov 29 19:25:19.604089 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-74a5ac49-25c8-437b-bcae-985992cad844 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253086 Nov 29 19:25:19.677947 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-77827ec9-b68a-4bc8-8f84-4b370826eed7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:25:19.681765 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-77827ec9-b68a-4bc8-8f84-4b370826eed7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0706325 Nov 29 19:25:19.774435 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-82e10ca9-bd27-456c-89e2-d4bbc44d4fcf service neutron] 10.222.0.45 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856562 Nov 29 19:25:19.862671 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-a1c82b2e-70ce-48ba-9cbe-4f4ce04e7693 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818272 Nov 29 19:25:20.083981 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-9258f260-edc0-42f2-9d31-afa2cee7ebfe req-91d442a8-f566-47d3-8a05-79983f8eb2ce tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 210 time: 0.0879366 Nov 29 19:25:20.909996 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-464ccb71-0e76-4b56-ad9d-43c2cd2e3c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.164672 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-cc7b2ebc-b50f-4922-bb7f-5f139a06d1e6 req-14e8463c-28ca-49fd-a1f8-fa024d0a0a76 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 210 time: 0.0305836 Nov 29 19:25:22.244313 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-fe42d1e0-035e-4894-9b88-f6b5895820e7 req-c59988e5-50e8-4654-8633-a41eac53d8ab tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 210 time: 0.0259554 Nov 29 19:25:23.307748 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-62fc51f4-b4b5-42ce-bccd-be56f8129264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:23.322073 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-3147c45b-87a9-4290-858b-32fbe83435fc req-21850d8c-1699-4d1f-9a07-5b51f0ca2f84 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 210 time: 0.0285978 Nov 29 19:25:24.300755 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.420859 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-a5d94508-321e-4a9a-8ff0-bb00c0e16664 req-26a3c08c-75cf-4ec6-865a-ae1df05b2d57 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 210 time: 0.0272546 Nov 29 19:25:25.096196 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-c2671e28-e6e6-4b53-8d80-0779d37bacb9 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:25.097642 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-c2671e28-e6e6-4b53-8d80-0779d37bacb9 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 813 time: 0.0995462 Nov 29 19:25:25.110877 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Request body: {'port': {'device_id': '5526dd8e-f163-444e-8689-2588805de855', 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424', 'admin_state_up': True, 'tenant_id': 'ab117333596641f7b2fdc41ca253f7f2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:25.222943 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Made reservation on behalf of ab117333596641f7b2fdc41ca253f7f2 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:25:25.226464 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.347443 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Allocated IP 172.20.0.6 (cf6c86f1-73c8-47ae-bdc9-7078ed16f424/eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c/ea9becff-044f-4e42-8f29-7bcaa0c82e44) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:25:25.505010 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.524512 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-288f2cbd-61ff-4c2c-bba0-31a2adec07fe req-8267bd25-4443-4539-ba2a-2acc96be3c13 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 210 time: 0.0332797 Nov 29 19:25:25.552961 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738972003566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.600458 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:25:25.603540 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:25.607918 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:25:25.614065 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Pushing event updated for resources: {'Port': ['ID=ea9becff-044f-4e42-8f29-7bcaa0c82e44,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:25.659031 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:25.659630 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.675038 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-102c8d66-716f-4c93-b39f-5bf3047b653a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678849 Nov 29 19:25:25.688019 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.v2.base [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Request body: {'port': {'device_id': '5526dd8e-f163-444e-8689-2588805de855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:25.742263 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.001448 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9becff-044f-4e42-8f29-7bcaa0c82e44 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:25:26.008990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.020868 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Transition to ACTIVE for port object ea9becff-044f-4e42-8f29-7bcaa0c82e44 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:25:26.024496 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.045226 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.076990 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9becff-044f-4e42-8f29-7bcaa0c82e44,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:26.145880 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Attempting to bind port ea9becff-044f-4e42-8f29-7bcaa0c82e44 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:25:26.146632 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Attempting to bind port ea9becff-044f-4e42-8f29-7bcaa0c82e44 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:25:26.146632 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Attempting to bind port ea9becff-044f-4e42-8f29-7bcaa0c82e44 on network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:25:26.150669 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Port ea9becff-044f-4e42-8f29-7bcaa0c82e44 on network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:25:26.150992 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Attempting to bind port ea9becff-044f-4e42-8f29-7bcaa0c82e44 on network cf6c86f1-73c8-47ae-bdc9-7078ed16f424 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:25:26.156546 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Checking agent: {'id': '65aade30-bf62-4f04-ab55-2cd0ba4a72d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'started_at': datetime.datetime(2021, 11, 29, 19, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:25:26.156881 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Checking segment: {'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:25:26.157264 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Bound using segment: {'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:25:26.157737 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Bound port: ea9becff-044f-4e42-8f29-7bcaa0c82e44, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:25:26.158039 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.220680 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] For port ea9becff-044f-4e42-8f29-7bcaa0c82e44, host hv-cinder-81574, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:25:26.223702 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] For port ea9becff-044f-4e42-8f29-7bcaa0c82e44, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:25:26.227740 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341363'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.260410 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:26.261030 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.262498 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 1093 time: 0.5789075 Nov 29 19:25:26.262964 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5526dd8e-f163-444e-8689-2588805de855', 'tag': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:26.265217 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5526dd8e-f163-444e-8689-2588805de855", "tag": "ea9becff-044f-4e42-8f29-7bcaa0c82e44"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:26.295723 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2282a92-f3bc-4e5e-a88f-f1010362a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9becff-044f-4e42-8f29-7bcaa0c82e44,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:26.316227 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd55504d-e1fc-43d8-875d-2d33790ce5e9 x-openstack-request-id: req-cd55504d-e1fc-43d8-875d-2d33790ce5e9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:26.316533 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5526dd8e-f163-444e-8689-2588805de855", "tag": "ea9becff-044f-4e42-8f29-7bcaa0c82e44", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:26.316789 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd55504d-e1fc-43d8-875d-2d33790ce5e9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:26.317182 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5526dd8e-f163-444e-8689-2588805de855', 'tag': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44', 'status': 'completed', 'code': 200} Nov 29 19:25:26.349836 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-10773b8f-8e47-49a1-bd9c-2ebb28441f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:26.351359 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-10773b8f-8e47-49a1-bd9c-2ebb28441f4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1096 time: 0.0451007 Nov 29 19:25:26.396258 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-cb132fa8-f75b-44a7-abf3-c1c05fdbfdfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0371888 Nov 29 19:25:26.445515 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-4538804c-be3b-4f0f-a286-28ce84374e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:26.446868 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-4538804c-be3b-4f0f-a286-28ce84374e4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0443256 Nov 29 19:25:26.477613 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-b0656542-0e59-47ed-9e54-9c7713de3a8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235202 Nov 29 19:25:26.570950 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-d3c01926-6cb9-45d7-bf94-0f92b2bd1293 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860033 Nov 29 19:25:26.692397 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d75e4-1ed4-4b1c-90e8-d007145f945a req-2f1469bc-ae41-42f4-9aee-2c7a6998e48a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:26.693854 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-521d75e4-1ed4-4b1c-90e8-d007145f945a req-2f1469bc-ae41-42f4-9aee-2c7a6998e48a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 943 time: 0.0991788 Nov 29 19:25:26.699690 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b699ed33-857a-49f2-a4b3-b1e1307c79b7 req-cb758c2a-ca52-42e9-97b7-5d00e0a70a75 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218503 Nov 29 19:25:26.703478 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.742966 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-521d75e4-1ed4-4b1c-90e8-d007145f945a req-e636bd0b-aa84-4117-b322-f6d79fa87c27 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Nov 29 19:25:26.789274 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-4c5c86df-17ca-4901-8a5d-47433d1e0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:26.790851 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-4c5c86df-17ca-4901-8a5d-47433d1e0317 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1096 time: 0.0407634 Nov 29 19:25:26.878540 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-8bf54d0b-66f8-42ff-b2b1-57b4fc982afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:26.880006 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-8bf54d0b-66f8-42ff-b2b1-57b4fc982afd service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0822630 Nov 29 19:25:26.924411 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-cd4d3bf1-d74e-42e4-98ae-87487b00bfc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0369525 Nov 29 19:25:26.973878 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-53e9f29e-8cf4-4952-94ea-e0bc9029764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:26.975295 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-53e9f29e-8cf4-4952-94ea-e0bc9029764e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0427110 Nov 29 19:25:27.006033 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-ee1e5b12-625b-4c39-8551-f880a3c0de73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240083 Nov 29 19:25:27.097607 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-bd7817d1-124c-4a5d-a4bf-5475fa48c346 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829947 Nov 29 19:25:27.186293 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b5675ba1-e26f-4a9d-bbdf-aa3235ada9a0 req-249137c5-3e72-44fb-b18d-4b0ebd036986 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807981 Nov 29 19:25:27.859147 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cd4b5-ab2a-4e7e-b9ff-81a363adf58d req-895aae51-d840-4370-a05b-497fdb832275 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:27.860589 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d54cd4b5-ab2a-4e7e-b9ff-81a363adf58d req-895aae51-d840-4370-a05b-497fdb832275 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 943 time: 0.0490592 Nov 29 19:25:27.907163 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-d54cd4b5-ab2a-4e7e-b9ff-81a363adf58d req-a640dc7a-ff7b-402f-ae72-dad74bddbe96 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Nov 29 19:25:29.022025 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efc440-0b70-446d-b702-be22eb5803d9 req-c1a6a6bb-dadc-4ed2-aaae-4ff0b6f529cb tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:29.023553 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e0efc440-0b70-446d-b702-be22eb5803d9 req-c1a6a6bb-dadc-4ed2-aaae-4ff0b6f529cb tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 943 time: 0.0501542 Nov 29 19:25:29.075029 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e0efc440-0b70-446d-b702-be22eb5803d9 req-65828c68-e48b-4bbe-945a-6b636c774386 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446596 Nov 29 19:25:30.085813 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ea9becff-044f-4e42-8f29-7bcaa0c82e44 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=102680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:25:30.180068 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port ea9becff-044f-4e42-8f29-7bcaa0c82e44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:30.190876 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7a89-c3a3-4229-9b45-98586e9c7a04 req-cc1add8c-1d38-4626-86e2-b75c440ca019 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:30.191560 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Returning: {'device': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44', 'network_id': 'cf6c86f1-73c8-47ae-bdc9-7078ed16f424', 'port_id': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44', 'mac_address': 'fa:16:3e:b6:75:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:25:30.192700 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c43d7a89-c3a3-4229-9b45-98586e9c7a04 req-cc1add8c-1d38-4626-86e2-b75c440ca019 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 943 time: 0.0509577 Nov 29 19:25:30.233578 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.243229 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-c43d7a89-c3a3-4229-9b45-98586e9c7a04 req-eb35ec95-6488-4bd5-9366-b941a65b0002 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Nov 29 19:25:30.247100 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9becff-044f-4e42-8f29-7bcaa0c82e44 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:25:30.265989 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port ea9becff-044f-4e42-8f29-7bcaa0c82e44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:30.270170 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.316222 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=ea9becff-044f-4e42-8f29-7bcaa0c82e44,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:30.323206 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.323564 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.323935 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.324302 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.324788 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.325769 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.325769 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.325769 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.326111 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.326450 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.326785 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.327109 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:30.509262 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['ea9becff-044f-4e42-8f29-7bcaa0c82e44'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:25:31.356944 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfee92e-8591-4acd-bc89-bbfac957eeb7 req-63a7ab0a-3a8a-492d-80ac-c40c86dc0e7c tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:31.358443 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-abfee92e-8591-4acd-bc89-bbfac957eeb7 req-63a7ab0a-3a8a-492d-80ac-c40c86dc0e7c tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 944 time: 0.0481260 Nov 29 19:25:31.404987 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-abfee92e-8591-4acd-bc89-bbfac957eeb7 req-59407e85-e4b1-4950-a339-a712c14cf3a1 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Nov 29 19:25:32.086414 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ea9becff-044f-4e42-8f29-7bcaa0c82e44 up at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:25:32.133870 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning for port ea9becff-044f-4e42-8f29-7bcaa0c82e44 completed by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:25:32.138325 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Provisioning complete for port ea9becff-044f-4e42-8f29-7bcaa0c82e44 triggered by entity L2. {{(pid=102680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:32.138702 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877991'] for port, provisioning_complete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:32.216057 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3736770'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:32.237671 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5526dd8e-f163-444e-8689-2588805de855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:32.239995 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac356d23a803618741e90a6bc2f71cc77cb424555d05257b0bef14f758f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf45f6-9351-4d84-8047-cd5bb783af61" -d '{"events": [{"server_uuid": "5526dd8e-f163-444e-8689-2588805de855", "name": "network-vif-plugged", "status": "completed", "tag": "ea9becff-044f-4e42-8f29-7bcaa0c82e44"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:32.253548 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] For port ea9becff-044f-4e42-8f29-7bcaa0c82e44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:32.257772 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738972556445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738972004612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738972004630'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:32.282001 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52c0922-6fd8-4af5-a84c-14564f1de8ed x-openstack-request-id: req-a52c0922-6fd8-4af5-a84c-14564f1de8ed {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:32.282312 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5526dd8e-f163-444e-8689-2588805de855", "name": "network-vif-plugged", "status": "completed", "tag": "ea9becff-044f-4e42-8f29-7bcaa0c82e44", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:32.282570 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a52c0922-6fd8-4af5-a84c-14564f1de8ed {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:32.282963 dv-cinder-815746-3-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5526dd8e-f163-444e-8689-2588805de855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44', 'code': 200} Nov 29 19:25:32.307701 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Pushing event updated for resources: {'Port': ['ID=ea9becff-044f-4e42-8f29-7bcaa0c82e44,revision_number=5']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:32.441383 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3099bd2-e200-41c1-9ba3-514bf1cf0d18 req-1524e793-42be-44a0-bb9c-33ac9935ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:32.443002 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3099bd2-e200-41c1-9ba3-514bf1cf0d18 req-1524e793-42be-44a0-bb9c-33ac9935ec6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1098 time: 0.0401332 Nov 29 19:25:32.513737 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3099bd2-e200-41c1-9ba3-514bf1cf0d18 req-3f0319aa-0989-482e-98ec-815cee2ef25b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Nov 29 19:25:32.531393 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3e479-e2e2-42e7-bd22-edc06fa0dfa8 req-a4a3a4cd-1e98-4925-8fff-92e091439f4a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:32.532788 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1d3e479-e2e2-42e7-bd22-edc06fa0dfa8 req-a4a3a4cd-1e98-4925-8fff-92e091439f4a tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 945 time: 0.0605946 Nov 29 19:25:32.579276 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b1d3e479-e2e2-42e7-bd22-edc06fa0dfa8 req-b5a13452-5a31-4124-85f4-1f54acf7b0b5 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Nov 29 19:25:33.693164 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145e92d-7cbc-4565-8c3e-a9a43d362dbb req-fef01a51-b62a-4c7f-9a11-84f9c03df9a6 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:33.694662 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5145e92d-7cbc-4565-8c3e-a9a43d362dbb req-fef01a51-b62a-4c7f-9a11-84f9c03df9a6 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 945 time: 0.0485532 Nov 29 19:25:33.740879 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [req-5145e92d-7cbc-4565-8c3e-a9a43d362dbb req-067db54d-d48f-4553-abf9-a73845ddf089 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Nov 29 19:25:46.191947 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:50.911728 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0dc35635-21c9-428b-803f-67e212e91e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:53.299668 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1df60d04-166c-46fa-9819-7e31b71acb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:54.304844 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:56.045193 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:56.127550 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:25:56.707187 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:16.205882 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:20.915421 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-feb7fe52-6ef8-47cb-9b93-31938a5bdbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:23.301135 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a49ea2b4-c3db-4520-b5e6-c30154da47e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:24.306301 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:26.081040 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:26.709370 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.143560 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-4359d1bc-81b8-46b4-8ce9-24e90055b21d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396812 Nov 29 19:26:28.224181 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-29da5b41-dcb7-4ed6-887e-3be75e078404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:28.225531 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-29da5b41-dcb7-4ed6-887e-3be75e078404 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1098 time: 0.0398695 Nov 29 19:26:28.330452 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-98d4e59e-ea4a-429b-8509-ffd5faf777b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:28.331910 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-98d4e59e-ea4a-429b-8509-ffd5faf777b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0872054 Nov 29 19:26:28.374157 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-520509de-a2b0-41c0-9c8a-1727765421fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0347505 Nov 29 19:26:28.428083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-d7262594-9c8b-43ab-8aed-fa98e4e4ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:28.429572 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-d7262594-9c8b-43ab-8aed-fa98e4e4ec81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0478876 Nov 29 19:26:28.459989 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-f187e9d1-38c0-4b74-8aad-e5ef661d2c7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238707 Nov 29 19:26:28.548844 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-e2d31a29-ed2c-4e61-9f0c-f35f8c49f781 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812449 Nov 29 19:26:28.641799 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-b3da5f6f-3d59-4144-a982-a4253f047909 req-f9314f2c-bd1d-423b-8194-e5baa0016472 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857270 Nov 29 19:26:33.126719 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:26:46.211052 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:50.916462 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-918a8620-237d-4a25-bd12-0761fe24621a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:53.302707 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-657eccae-1d95-4ced-a33e-5b9eb0f53ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:54.309010 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.048981 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.710562 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:10.126378 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:27:16.211220 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:20.918732 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7394f2f1-3f96-4ee4-9692-264a78e68b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:23.304066 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e71580c3-ed74-402a-a720-2f5665cd26b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:24.313039 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:26.052281 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:26.711871 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:28.111968 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-697d227f-2146-4077-bb60-ff92112a7a8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398960 Nov 29 19:27:28.192794 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-3abedf62-9a78-4159-99c1-28989f7c0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:27:28.194626 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-3abedf62-9a78-4159-99c1-28989f7c0788 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1098 time: 0.0406735 Nov 29 19:27:28.299989 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-f24ffef0-d2e3-4f8d-98ce-f99d0761d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:27:28.301381 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-f24ffef0-d2e3-4f8d-98ce-f99d0761d08d service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0883887 Nov 29 19:27:28.342791 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-35723be7-2201-4612-b07a-6382e3f39237 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0347528 Nov 29 19:27:28.391320 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-cc9441ea-bbc7-4baf-86ff-dc945371aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:27:28.392991 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-cc9441ea-bbc7-4baf-86ff-dc945371aa73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0440693 Nov 29 19:27:28.427696 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-ceabefe7-2fa1-4b97-853f-3cc611a8a26b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274224 Nov 29 19:27:28.515228 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-f8fff8fb-3207-4bcb-8926-e7971510bfdb service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802226 Nov 29 19:27:28.608798 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-e8d82139-c748-4e3b-b5bd-57e1839ecdec req-6374a193-cccd-46d0-b1d8-35e7e07925e6 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Nov 29 19:27:46.212217 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:47.126482 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:27:50.920810 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6373-8e25-4517-8b20-5b7c4ed4836d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:53.305089 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0932-67e5-4e94-b62d-cc0ccc4bb98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:54.314743 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:56.056038 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:56.712746 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:16.212531 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:20.922213 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8817f170-8c67-4aed-8cd3-f0d242626171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:23.306487 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8cee49f-8e7f-4577-afb4-2844a961d860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:24.126308 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:28:24.318600 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:26.089652 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:26.715060 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:28.362242 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-77b0c0f4-2243-4766-a8a6-71adce62f342 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2920079 Nov 29 19:28:28.443128 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-33de8701-df4c-4e1f-bf6a-c34c12fc428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:28:28.444592 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-33de8701-df4c-4e1f-bf6a-c34c12fc428f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1098 time: 0.0400994 Nov 29 19:28:28.550368 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-cebd3f8f-f529-4cdf-abf7-ee76353e6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:28:28.551785 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-cebd3f8f-f529-4cdf-abf7-ee76353e6d0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0841448 Nov 29 19:28:28.592557 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-cf741fab-d244-4033-a0cf-219d8ceb9471 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0329323 Nov 29 19:28:28.704474 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-bacb5090-01a3-42bb-98db-e5e68b4df1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:28:28.705912 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-bacb5090-01a3-42bb-98db-e5e68b4df1f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.1073446 Nov 29 19:28:28.737836 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-bd0455ae-2c58-4446-ab17-c43bfb735b6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240710 Nov 29 19:28:28.830607 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-27044ba9-1eba-42d1-bcc5-ab21f83373a7 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855737 Nov 29 19:28:28.924150 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ca9702b3-d939-4013-9a54-4c28d054e120 req-2e5ff9db-0cf6-4e2f-aaae-e258b985fc11 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857003 Nov 29 19:28:46.200902 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:50.923366 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ae255ac4-cc39-4767-b799-ac6e80beea3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:53.308364 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-122f6ce5-dbc6-47b4-8a0c-54d5bb87c90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:54.320049 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:56.062597 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:56.716181 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:01.126832 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:29:16.228078 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:20.924734 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4014b60e-6bc9-4956-bc05-68b479a01331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:23.309681 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-66634098-168d-416d-b1b5-2e46325ff025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:24.322601 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:26.065565 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:26.717755 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:28.153622 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-b55478c2-be14-4c10-a243-c17101d4a447 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425153 Nov 29 19:29:28.234448 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36127d-556b-41e8-9884-d685a47eec71 req-00243e83-8480-4480-8858-5df8ec5d6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:28.235816 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-00243e83-8480-4480-8858-5df8ec5d6f10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1098 time: 0.0403585 Nov 29 19:29:28.341072 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36127d-556b-41e8-9884-d685a47eec71 req-12aeb651-038d-4f9a-a1c0-ab8f09fee4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:28.342618 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-12aeb651-038d-4f9a-a1c0-ab8f09fee4ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0865765 Nov 29 19:29:28.385110 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-aabe9a7d-b1ee-476e-8f4d-67e87ec54fdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0356200 Nov 29 19:29:28.432856 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36127d-556b-41e8-9884-d685a47eec71 req-9f29b134-f4ff-46ef-a268-f3bfa7c61dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:28.435051 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-9f29b134-f4ff-46ef-a268-f3bfa7c61dd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0434468 Nov 29 19:29:28.464737 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-98fff703-a0b4-4c3a-9289-8716b729f828 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233235 Nov 29 19:29:28.555605 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-ef13fe6a-2d96-4196-adb5-f220aa18832e service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Nov 29 19:29:28.642570 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-ba36127d-556b-41e8-9884-d685a47eec71 req-2a4eaccb-940c-41b8-95b6-bd7717f67b0e service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804360 Nov 29 19:29:38.126605 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:29:46.229202 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:50.925468 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8f78ffb8-3c13-4b76-8d58-04699bf162d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:53.310394 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-02bb1766-62c3-4434-baa7-8e39ee41ed66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:54.324388 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:56.068225 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:56.718958 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:15.127161 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:30:16.245235 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:20.927060 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d5088e3e-06b2-4744-a594-d29fb5657980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:23.313805 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc8d30cf-32d0-4179-9e6e-dea44b3c2484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:24.328805 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:26.100377 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:26.844090 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:28.142364 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-4570a47b-8c82-4ae8-a54b-a61f2305a796 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468233 Nov 29 19:30:28.225617 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-d2c1f3de-2c78-4e36-9ab1-adc2af2fd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:28.227114 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-d2c1f3de-2c78-4e36-9ab1-adc2af2fd417 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1098 time: 0.0423355 Nov 29 19:30:28.334574 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-c86783b1-c3a4-41ef-a526-f69c77b5c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:28.336035 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-c86783b1-c3a4-41ef-a526-f69c77b5c329 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0874138 Nov 29 19:30:28.382223 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-6968c408-3804-43c3-b83f-b270f9b66fb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0385737 Nov 29 19:30:28.432150 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-971add63-784a-49cc-ac7e-8e9a027eebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:28.433605 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-971add63-784a-49cc-ac7e-8e9a027eebbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0443931 Nov 29 19:30:28.463650 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-5a8ed1b0-7284-4ed6-86f2-9cd0c6a8eb86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236750 Nov 29 19:30:28.557823 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-d7f49a53-0d26-4b6e-b4e6-2a821d8f829e service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 Nov 29 19:30:28.649583 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1797453e-945d-4249-8803-e2683ed6b1b2 req-2da5db51-8b0b-45b8-a1cd-bf446bf5f524 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851521 Nov 29 19:30:46.243040 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:50.927899 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9c25-2a20-46d7-9d02-d438c0ebe3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:52.126732 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:30:53.315369 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1dc53051-5db1-4921-90b4-66d8760e20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:54.329408 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:56.073737 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:56.726758 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:16.256670 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:20.929366 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5369ea81-aaba-4b7b-97f1-c1ad735e2cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:23.316770 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e070affc-67b8-43b9-aec6-4d1cfb82a87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:24.332284 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:26.078088 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:26.728327 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:29.128063 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:31:29.138504 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-b63b13f7-727f-4689-8471-fb628b9c9845 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437665 Nov 29 19:31:29.225188 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-4aebd3b6-1d71-4aa7-91f7-733698014ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:29.226673 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-4aebd3b6-1d71-4aa7-91f7-733698014ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab117333596641f7b2fdc41ca253f7f2&device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 1098 time: 0.0449378 Nov 29 19:31:29.328596 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-440a73a7-c886-45df-bb4c-951185f7f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:29.330055 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-440a73a7-c886-45df-bb4c-951185f7f716 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 200 len: 914 time: 0.0839820 Nov 29 19:31:29.375980 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-45255880-9f80-485a-a429-e3a5a174216d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 200 len: 217 time: 0.0380371 Nov 29 19:31:29.425657 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-93f38bcf-c24a-4a07-89ab-7c64da1a044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:29.427102 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-93f38bcf-c24a-4a07-89ab-7c64da1a044f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 200 len: 853 time: 0.0435417 Nov 29 19:31:29.458578 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-14d5c2ca-170d-4563-b86e-985622e13ed4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf6c86f1-73c8-47ae-bdc9-7078ed16f424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240216 Nov 29 19:31:29.546848 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-b02110c7-ebfd-4991-993d-e42439d43b62 service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813336 Nov 29 19:31:29.638488 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-7a6f1dba-28cd-4ec2-9221-574701b26c69 req-e8239066-62fd-4615-8615-f4194dfd2d0d service neutron] 10.222.0.53 "GET /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Nov 29 19:31:35.250911 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253747b-f1d9-4804-b5dd-b3024c1f43f4 req-4ede60ab-3a37-45d7-8414-bb6f1a5ddfc1 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:35.252390 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6253747b-f1d9-4804-b5dd-b3024c1f43f4 req-4ede60ab-3a37-45d7-8414-bb6f1a5ddfc1 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 945 time: 0.1142859 Nov 29 19:31:35.301717 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-6253747b-f1d9-4804-b5dd-b3024c1f43f4 req-c266741c-f85d-4dd0-83fc-04b77bef012b tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/security-groups?id=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Nov 29 19:31:35.540505 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-5e00c7d0-515c-4054-a578-e7eae0ec8c33 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:35.541866 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-5e00c7d0-515c-4054-a578-e7eae0ec8c33 tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 945 time: 0.0517645 Nov 29 19:31:35.639039 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Deleting port ea9becff-044f-4e42-8f29-7bcaa0c82e44 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:31:35.639371 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738972553521'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:35.728840 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] For port ea9becff-044f-4e42-8f29-7bcaa0c82e44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ea9becff-044f-4e42-8f29-7bcaa0c82e44,segment=NetworkSegment(5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e),segment_id=5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:31:35.729200 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535175'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:35.741642 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Calling delete_port for ea9becff-044f-4e42-8f29-7bcaa0c82e44 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:31:35.865279 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3736579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738972556427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738972003575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26339328'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:35.876672 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] get_ports_and_sgs() called for port_ids ['ea9becff-044f-4e42-8f29-7bcaa0c82e44'] {{(pid=102680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:31:35.895868 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Pushing event deleted for resources: {'Port': ['ID=ea9becff-044f-4e42-8f29-7bcaa0c82e44,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:31:35.909679 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.910057 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.910408 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.910748 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.911083 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.911414 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.911745 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.912072 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.912398 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.912725 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.913049 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.913375 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:31:35.948839 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] No DVR routers for this DVR port ea9becff-044f-4e42-8f29-7bcaa0c82e44 on host hv-cinder-81574 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:31:35.951639 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16266'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:35.954972 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-1ecf45d4-37ea-4dc0-a662-ea055f62953f req-0d0d12e0-8078-455d-af85-61fd034edf9f tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.53 "DELETE /v2.0/ports/ea9becff-044f-4e42-8f29-7bcaa0c82e44 HTTP/1.1" status: 204 len: 173 time: 0.4071915 Nov 29 19:31:35.955413 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5526dd8e-f163-444e-8689-2588805de855', 'name': 'network-vif-deleted', 'tag': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:31:35.957716 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2e9abd6c36a8942c684a91760df919dd6ccb8791483b574d03a262cdaa803ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3518a79f-0aaf-4bda-9a70-52df68b07d01" -d '{"events": [{"server_uuid": "5526dd8e-f163-444e-8689-2588805de855", "name": "network-vif-deleted", "tag": "ea9becff-044f-4e42-8f29-7bcaa0c82e44"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:31:36.077403 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555fa8a4-f8a7-46da-b746-dfcc630762c3 x-openstack-request-id: req-555fa8a4-f8a7-46da-b746-dfcc630762c3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:31:36.077675 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5526dd8e-f163-444e-8689-2588805de855", "name": "network-vif-deleted", "tag": "ea9becff-044f-4e42-8f29-7bcaa0c82e44", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:31:36.077939 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-555fa8a4-f8a7-46da-b746-dfcc630762c3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:31:36.078391 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5526dd8e-f163-444e-8689-2588805de855', 'name': 'network-vif-deleted', 'tag': 'ea9becff-044f-4e42-8f29-7bcaa0c82e44', 'status': 'completed', 'code': 200} Nov 29 19:31:36.425015 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [req-64b07ec1-867e-46f3-a6bd-05fad4f7db48 req-2aac05b9-f991-4a9f-9873-e65ba0ed93bb tempest-VolumesSnapshotTestJSON-2040989039 tempest-VolumesSnapshotTestJSON-2040989039-project] 10.222.0.45 "GET /v2.0/ports?device_id=5526dd8e-f163-444e-8689-2588805de855 HTTP/1.1" status: 200 len: 210 time: 0.0310600 Nov 29 19:31:40.942459 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ea9becff-044f-4e42-8f29-7bcaa0c82e44 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:31:40.963106 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] No Port match for: ea9becff-044f-4e42-8f29-7bcaa0c82e44 {{(pid=102680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:31:40.963450 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.rpc [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Device ea9becff-044f-4e42-8f29-7bcaa0c82e44 not bound to the agent host hv-cinder-81574 {{(pid=102680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:31:46.239668 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:50.929596 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-378cda13-3664-4a02-bca5-945ee852e7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:53.317641 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-66a6e9ba-48a1-49a0-bafa-8968ef58f829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:54.335674 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:56.081607 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:56.730639 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.414224 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [-] (102679) accepted ('10.222.0.45', 39118) {{(pid=102679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:01.597750 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.db.db_base_plugin_v2 [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Deleting subnet eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c {{(pid=102679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:32:01.600841 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.634742 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-705446'] for subnet, precommit_delete_associations {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.672539 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3881301'] for subnet, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.723335 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3881292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28345412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28960169'] for subnet, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.750205 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:01.752581 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.756004 dv-cinder-815746-3-iscsi neutron-server[102679]: INFO neutron.wsgi [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eafc78ac-bc5d-4c6f-80cf-84d4a3b4ee9c HTTP/1.1" status: 204 len: 168 time: 0.3407376 Nov 29 19:32:01.758643 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 39124) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:01.762093 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.762478 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.762831 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.763174 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.763515 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.763861 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.764196 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.764534 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.764868 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.765200 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.765529 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.765863 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accfe3e2-f0cd-4ae9-93c6-9cfdda36b178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-3-iscsi {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:01.829052 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753073'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.906054 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881180', 'neutron.services.segments.db._delete_segments_for_network-8738972527180'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.926227 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6c86f1-73c8-47ae-bdc9-7078ed16f424']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:32:01.935159 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:32:01.935459 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce9fb3c-f678-4fc2-b840-73a8e8c92c4e') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:32:01.944759 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738972529493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314955'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.957951 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.964752 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:32:01.965153 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3798722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341343'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: Traceback (most recent call last): Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: timer() Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: cb(*args, **kw) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: return func(*args, **kwargs) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: self._notify() Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: self.callback(batched_events) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: event.method(event) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: return f(self, *a, **k) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._get(url).json() Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:32:01.966882 dv-cinder-815746-3-iscsi neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:32:02.024876 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530567'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:02.030561 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626551'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:02.033767 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] 10.222.0.45 "DELETE /v2.0/networks/cf6c86f1-73c8-47ae-bdc9-7078ed16f424 HTTP/1.1" status: 204 len: 168 time: 0.2738972 Nov 29 19:32:02.045349 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59674-db85-42a3-b30e-4122c2c7139b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6c86f1-73c8-47ae-bdc9-7078ed16f424,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:02.158830 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 39128) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:02.198905 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-54aa76d9-e5fd-4aab-b915-ab25a426bee6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab117333596641f7b2fdc41ca253f7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388293 Nov 29 19:32:02.201131 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.45', 39130) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:02.247127 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2112ad68-6f62-4e77-81fe-ade6cc4065f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:02.267910 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2112ad68-6f62-4e77-81fe-ade6cc4065f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:02.313606 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2112ad68-6f62-4e77-81fe-ade6cc4065f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737659'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:02.316307 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2112ad68-6f62-4e77-81fe-ade6cc4065f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:02.318028 dv-cinder-815746-3-iscsi neutron-server[102678]: INFO neutron.wsgi [None req-2112ad68-6f62-4e77-81fe-ade6cc4065f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3deb6b7-9a99-40bc-8b7c-0c98485b49d2 HTTP/1.1" status: 204 len: 168 time: 0.1159861 Nov 29 19:32:02.326300 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112ad68-6f62-4e77-81fe-ade6cc4065f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3deb6b7-9a99-40bc-8b7c-0c98485b49d2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:06.126730 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:32:16.243354 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:20.932795 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aebd3ec6-0870-495e-9a5c-f5191f66a808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:23.319843 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-939666c3-63a8-4545-ba40-612ae0755933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:24.336965 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:26.108999 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:26.734193 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:43.125999 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:32:46.240915 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:50.933305 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2174aa00-e850-4d54-91a3-b49c0b58752f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:53.324635 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-016d07ad-011b-48b2-8280-73ba6197b1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.341691 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.637468 dv-cinder-815746-3-iscsi neutron-server[102678]: DEBUG neutron.wsgi [req-4f6cf1fa-7491-45c8-9f2d-ad3f82ccf651 req-a1dec924-f56b-486b-89d7-bad740a3384e service neutron] (102678) timed out ('10.222.0.53', 63379) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:32:56.086653 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:56.736974 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:16.237619 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:20.125294 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:33:20.934631 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5af2dcd5-5594-4dcf-bdee-4fbf96fd738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:23.329483 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bef57d58-8ebe-4450-81d0-5300a23f5cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:24.344350 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:26.090532 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:26.742370 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:46.251487 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:50.936355 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-37fb90fc-d97e-4f54-bf39-211ab6cdac67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:53.329967 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d524-7493-4414-9dd9-1def5f661a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:54.347073 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:56.093701 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:56.734392 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:57.125159 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:34:11.066630 dv-cinder-815746-3-iscsi neutron-server[102679]: DEBUG neutron.wsgi [req-a769b796-f020-47ab-8bb1-dd5aeabdaac8 req-74daf6e0-ba9e-4f1d-a04c-295d164bf548 service neutron] (102679) timed out ('10.222.0.45', 59754) {{(pid=102679) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:34:16.266771 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:20.938889 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9e12fd13-eb88-41b9-8fec-abbfbc333c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:23.331213 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26a55e45-9554-472e-9083-4c61ecce675c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:24.351043 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:26.115863 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:26.746353 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:34.123787 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:34:46.280554 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:50.939924 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-de781a3b-e3ce-4e6a-9ce7-f90ef3d468b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:53.332371 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d9a982ca-1a33-4b2d-8c27-72ecbbb7f0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:54.353160 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:56.099126 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:56.738146 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:11.122355 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:35:16.277839 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:20.941713 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c264006b-6940-4de8-95c3-238052932a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:23.334518 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0cbbf406-cc0c-4738-96ae-97603dc71529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:24.354097 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:26.103864 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:26.739562 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:46.296541 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:48.121417 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:35:50.942214 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6191bb93-9e25-49d6-b395-9676ee4ebddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:53.335751 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-558ab15c-dc21-4456-82cc-166f96828d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:54.358267 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:56.106831 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:56.742704 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:16.306887 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:20.942692 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2300f263-e737-4df0-88fe-4027d84dc373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:23.337857 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2ddc31aa-e671-4a2b-afc2-ef77283628cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:24.360768 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab5d-503e-481e-83c1-98db3b52bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:25.121709 dv-cinder-815746-3-iscsi neutron-server[102681]: DEBUG neutron.db.agents_db [None req-19d73910-ce78-4956-8773-b41805666a2a None None] Agent healthcheck: found 6 active agents {{(pid=102681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:36:26.127264 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f20e6b8e-3ba3-40b9-a6a6-16c4b07c47c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:26.745817 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3262ba8-ba59-424d-89fe-7ed22c8dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:46.329903 dv-cinder-815746-3-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f16d-9058-4d9b-8f66-185fd7476e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738972527135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3878282'] for agent, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}